-- Logs begin at Thu 2021-11-25 04:09:29 UTC, end at Thu 2021-11-25 05:07:01 UTC. -- Nov 25 04:40:10.463316 dv-cinder-815582-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 25 04:40:13.298748 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.common.config [-] Logging enabled! Nov 25 04:40:13.299491 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev224 Nov 25 04:40:13.299598 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108961) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 25 04:40:13.302843 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.common.config [-] Logging enabled! Nov 25 04:40:13.303102 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev224 Nov 25 04:40:13.303418 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108961) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 25 04:40:13.304522 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 25 04:40:13.304765 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 25 04:40:13.305119 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 25 04:40:13.305390 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 25 04:40:13.305618 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 25 04:40:13.305944 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.306352 dv-cinder-815582-6-iscsi neutron-server[108961]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 25 04:40:13.306677 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.306977 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.307271 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.307574 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.307868 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.308178 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.308467 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.308771 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.309062 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.309329 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.309617 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.309911 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.310198 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] config_source = [] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.310486 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.310774 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.311059 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] debug = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.311343 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.311771 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.312221 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.312507 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.312799 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.313079 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.313357 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.313638 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.313925 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.314257 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] host = dv-cinder-815582-6-iscsi {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.314534 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.314826 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.315114 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.315402 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.315682 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.315963 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.316276 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.316557 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] log_dir = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.316833 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] log_file = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.317114 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.317403 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.317695 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.317986 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.318215 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.318450 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.318737 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.319025 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.319303 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.319738 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.320069 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.320380 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.320662 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.320939 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.321230 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.321521 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.321809 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.322088 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.322366 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.322661 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.322922 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.323210 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.323487 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.323763 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.324039 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.324353 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.324628 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.324904 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.325210 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.325500 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.325785 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.326072 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.326349 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.326631 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.326906 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.327181 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] use_journal = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.327455 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] use_json = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.327735 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.328010 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.328316 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.328595 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.328870 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.329147 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.329425 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.329716 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:13.330019 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.330316 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.330617 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.330903 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.331212 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.331497 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.331792 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.332079 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.332398 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.332693 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.332987 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.333280 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.333573 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.333854 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.334152 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.334460 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.334759 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.335092 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.335375 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.335654 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.335934 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.336240 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.336537 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.336822 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.337116 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.337410 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.337699 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.338000 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.338289 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.338587 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.338879 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.339159 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.339444 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.339738 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.340021 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.340326 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.340612 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.340904 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.341186 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.341464 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.341751 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.342036 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.342316 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.342593 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.342877 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.343181 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.343463 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.343742 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.344018 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.344323 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.344604 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.344900 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.345183 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.345461 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.345739 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.346025 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.346312 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.346585 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.346938 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.347413 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.347894 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.348400 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.348886 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.349376 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.349867 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.350324 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.350849 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.351349 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.351853 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.352385 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.352845 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.353304 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.353717 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.354323 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.354484 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.355515 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.355515 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.355515 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.355950 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.357730 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.357730 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.357730 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.357730 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.357730 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.357730 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.358837 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.358837 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.358837 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.358837 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.359126 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.359397 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.359708 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.360000 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.360320 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.360610 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.360900 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.361194 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.361495 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.361789 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.362087 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.362382 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.362678 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.362972 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.363298 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.363550 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:13.363773 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 25 04:40:13.364028 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=108961) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 25 04:40:13.794213 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=108961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 25 04:40:13.794463 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=108961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 25 04:40:13.794791 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=108961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 25 04:40:13.795133 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 25 04:40:14.117832 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.118111 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.118417 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.119633 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.119907 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.120332 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.156429 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.156687 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.156983 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.171220 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.171503 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.171780 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.200375 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.200658 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.200932 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.238031 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.238312 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.238584 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.595460 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.596053 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.596053 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.596301 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.597008 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.697398 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.697727 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.698000 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.698292 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.698559 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.698877 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.699137 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.699396 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.699663 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.699953 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.700202 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.700507 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.700772 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.701013 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.701273 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.701544 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.701801 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.702079 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.702351 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.702612 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.702890 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.703158 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.703424 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.703812 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.704066 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.704341 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.704762 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=108961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 04:40:14.705010 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=108961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 04:40:14.705252 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=108961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 04:40:14.705494 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=108961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 04:40:14.705734 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=108961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 04:40:14.705976 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=108961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 04:40:14.706343 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 25 04:40:14.709554 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 25 04:40:14.713706 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 25 04:40:14.717703 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Nov 25 04:40:14.719346 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 25 04:40:14.719824 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 25 04:40:14.720180 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 25 04:40:14.720573 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 25 04:40:14.723421 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 25 04:40:14.723671 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 25 04:40:14.724027 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 25 04:40:14.729494 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 25 04:40:14.752946 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 25 04:40:14.753396 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.753703 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=108961) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 25 04:40:14.754055 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.755437 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=108961) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 25 04:40:14.755718 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 25 04:40:14.755971 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 25 04:40:14.759335 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.759626 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:14.823229 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 25 04:40:14.823434 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 25 04:40:14.823619 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 25 04:40:14.824011 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 25 04:40:14.847082 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_db.sqlalchemy.engines [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=108961) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 25 04:40:15.285881 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.plugins.ml2.managers [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Initializing driver for type 'gre' Nov 25 04:40:15.286336 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] gre ID ranges: [(1, 1000)] Nov 25 04:40:15.342117 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.plugins.ml2.managers [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Initializing driver for type 'local' Nov 25 04:40:15.342445 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.plugins.ml2.managers [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Initializing driver for type 'vlan' Nov 25 04:40:15.357169 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] VlanTypeDriver initialization complete Nov 25 04:40:15.357475 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.plugins.ml2.managers [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Initializing driver for type 'vxlan' Nov 25 04:40:15.357969 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] vxlan ID ranges: [(1, 1000)] Nov 25 04:40:15.410542 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.plugins.ml2.managers [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Initializing extension driver 'port_security' Nov 25 04:40:15.410820 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.plugins.ml2.extensions.port_security [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] PortSecurityExtensionDriver initialization complete Nov 25 04:40:15.411155 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.plugins.ml2.managers [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Initializing mechanism driver 'openvswitch' Nov 25 04:40:15.411471 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.plugins.ml2.managers [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Initializing mechanism driver 'hyperv' Nov 25 04:40:15.418393 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.plugins.ml2.plugin [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=108961) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:40:15.419245 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > port after_create 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.419619 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > port after_update 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.419965 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > port after_delete 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.420539 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=108961) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 04:40:15.420975 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > subnet after_create 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.421327 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > subnet after_update 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.421672 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > subnet after_delete 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.422070 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=108961) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 04:40:15.422477 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > network after_create 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.422824 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > network after_update 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.423168 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > network after_delete 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.423565 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=108961) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 04:40:15.423970 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > security_group after_create 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.424354 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > security_group after_update 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.424713 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > security_group after_delete 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.425123 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=108961) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 04:40:15.425527 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.425872 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.426208 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.426608 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=108961) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 04:40:15.426996 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > address_group after_create 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.427338 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > address_group after_update 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.427672 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > address_group after_delete 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.428068 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=108961) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 04:40:15.428472 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] ML2 OVO RPC backend initialized. {{(pid=108961) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 25 04:40:15.429335 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > router_interface after_create 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.429619 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.430124 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > network before_response 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.430385 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > networks before_response 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.430846 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > port before_response 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.431111 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > ports before_response 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.431451 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > subnet before_response 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.431792 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > subnets before_response 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.432143 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > network after_create 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.432506 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > network after_update 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.432842 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > network after_delete 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.433178 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > port after_create 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.433537 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > port after_update 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.434088 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > port after_delete 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.434676 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > subnet after_create 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.435258 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > subnet after_update 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.435844 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > subnet after_delete 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.436953 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.plugins.ml2.plugin [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Modular L2 Plugin initialization complete Nov 25 04:40:15.437286 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading services supported by the core plugin {{(pid=108961) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 25 04:40:15.437649 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.plugins.ml2.managers [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Got port-security extension from driver 'port_security' Nov 25 04:40:15.438094 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.extensions.vlantransparent [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Disabled vlantransparent extension. Nov 25 04:40:15.438608 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=108961) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 25 04:40:15.440519 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading Plugin: router Nov 25 04:40:15.479769 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > router_interface before_create 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.480188 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > router after_create 55549900 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.480562 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > router before_create 55549900 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.480929 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.481303 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.481659 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > router after_delete 55549900 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.482017 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > floatingip after_create 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.482488 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > floatingip after_update 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.482849 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > router after_create 55549900 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.483195 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > router after_update 55549900 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.483548 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > router after_update 55549900 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.483898 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.484256 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > router after_update 55549900 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.484669 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > router precommit_update 55549900 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.485035 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: port after_update 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.485375 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: port after_delete 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.485707 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: subnet after_update 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.486049 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.486393 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > port precommit_delete 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.486739 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > router precommit_create 55549900 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.487081 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: port before_delete 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.487426 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > router precommit_create 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.487767 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > router after_update 55549900 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.488109 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > router precommit_delete 55549900 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.488487 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > router precommit_create 55549900 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.488849 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > router_interface after_create 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.489193 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > router precommit_update 55549900 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.489556 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > agent after_create 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.489904 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > agent after_delete 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.490249 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > network after_delete 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.491125 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.quota.resource_registry [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Tracking information for resource: router configured {{(pid=108961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 04:40:15.491796 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.quota.resource_registry [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Tracking information for resource: floatingip configured {{(pid=108961) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 04:40:15.496728 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.db.l3_agentschedulers_db [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 25 04:40:15.497332 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: port after_update 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.497693 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: port after_create 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.498046 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: port after_delete 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.498395 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: port after_update 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.499196 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > router before_create 55550100 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.499563 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > router precommit_delete 55550100 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.499921 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > router precommit_create 55550100 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.500309 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > router precommit_update 55550100 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.505192 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.services.provider_configuration [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Service providers = [] {{(pid=108961) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 25 04:40:15.505560 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.db.servicetype_db [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=108961) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 25 04:40:15.508725 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.services.service_base [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=108961) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 04:40:15.509079 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.services.service_base [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=108961) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 04:40:15.509422 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.services.service_base [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=108961) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 04:40:15.510302 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.services.service_base [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=108961) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 04:40:15.510673 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.services.service_base [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 25 04:40:15.511039 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=108961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 04:40:15.511357 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 25 04:40:15.522065 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=108961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 04:40:15.522403 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading Plugin: auto_allocate Nov 25 04:40:15.528297 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: network precommit_update 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.528667 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: network precommit_create 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.529180 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=108961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 04:40:15.529496 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading Plugin: tag Nov 25 04:40:15.536366 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=108961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 04:40:15.536631 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading Plugin: timestamp Nov 25 04:40:15.540564 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=108961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 04:40:15.540890 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading Plugin: network_ip_availability Nov 25 04:40:15.546381 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.546747 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.547103 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.547824 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=108961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 04:40:15.548172 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading Plugin: flavors Nov 25 04:40:15.553122 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=108961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 04:40:15.553458 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading Plugin: revisions Nov 25 04:40:15.558109 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=108961) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 04:40:15.558506 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_concurrency.lockutils [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.764s {{(pid=108961) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 25 04:40:15.559251 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=108961) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 25 04:40:15.559589 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Initializing extension manager. Nov 25 04:40:15.560107 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: __init__.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.560478 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: __pycache__ {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.560816 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.561149 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: address_group.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.561915 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.562490 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: address-group Nov 25 04:40:15.562817 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: address_scope.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.563536 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.564043 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: address-scope Nov 25 04:40:15.564340 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: admin_state_down_before_update.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.565310 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.565823 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: router-admin-state-down-before-update Nov 25 04:40:15.566147 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: agent.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.566862 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.567367 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: agent Nov 25 04:40:15.567690 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: agent_resources_synced.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.568632 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.569129 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: agent-resources-synced Nov 25 04:40:15.569592 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: allowedaddresspairs.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.571482 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.572013 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: allowed-address-pairs Nov 25 04:40:15.572369 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: auto_allocated_topology.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.573459 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.573984 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: auto-allocated-topology Nov 25 04:40:15.574311 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: availability_zone.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.575008 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.575513 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: availability_zone Nov 25 04:40:15.575841 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: availability_zone_filter.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.576780 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.577290 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: availability_zone_filter Nov 25 04:40:15.577614 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: data_plane_status.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.578525 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.579021 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extension data-plane-status not supported by any of loaded plugins Nov 25 04:40:15.579343 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: default_subnetpools.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.580288 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.580791 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: default-subnetpools Nov 25 04:40:15.581109 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: dhcpagentscheduler.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.581931 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.582437 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: dhcp_agent_scheduler Nov 25 04:40:15.582760 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: dns.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.583679 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.584172 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extension dns-integration not supported by any of loaded plugins Nov 25 04:40:15.584534 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: dns_domain_ports.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.585516 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.586019 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 25 04:40:15.586341 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.587257 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.587759 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 25 04:40:15.588080 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: dvr.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.588775 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.589279 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: dvr Nov 25 04:40:15.589601 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: ecmp_routes.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.590499 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.590998 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 25 04:40:15.591338 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: empty_string_filtering.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.592269 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.592759 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: empty-string-filtering Nov 25 04:40:15.593083 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.593997 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.594533 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 25 04:40:15.594842 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.595751 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.596296 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 25 04:40:15.596597 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: external_net.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.597497 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.598005 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: external-net Nov 25 04:40:15.598325 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: extra_dhcp_opt.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.599235 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.599749 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: extra_dhcp_opt Nov 25 04:40:15.600073 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: extraroute.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.601063 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.601574 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: extraroute Nov 25 04:40:15.601894 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: extraroute_atomic.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.603141 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.603652 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: extraroute-atomic Nov 25 04:40:15.603979 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: filter_validation.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.604700 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.605210 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: filter-validation Nov 25 04:40:15.605559 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: fip_pf_description.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.606467 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.606970 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 25 04:40:15.607294 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: fip_port_details.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.608222 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.608728 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: fip-port-details Nov 25 04:40:15.609050 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: flavors.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.610288 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.610807 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: flavors Nov 25 04:40:15.611131 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.612864 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.613388 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 25 04:40:15.613715 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: floatingip_pools.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.614412 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.614935 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: floatingip-pools Nov 25 04:40:15.615252 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: ip_allocation.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.616594 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.617139 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extension ip_allocation not supported by any of loaded plugins Nov 25 04:40:15.617447 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.618369 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.618877 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: ip-substring-filtering Nov 25 04:40:15.619196 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: l2_adjacency.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.620110 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.620638 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 25 04:40:15.620955 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: l3.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.621930 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.622445 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: router Nov 25 04:40:15.622768 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: l3_conntrack_helper.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.625051 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.625590 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 25 04:40:15.625927 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.626886 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.627404 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: ext-gw-mode Nov 25 04:40:15.627734 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.628692 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.629202 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: l3-ha Nov 25 04:40:15.629525 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: l3_flavors.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.630438 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.630946 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: l3-flavors Nov 25 04:40:15.631268 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.632349 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.632860 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 25 04:40:15.633180 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: l3agentscheduler.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.634244 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.634760 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: l3_agent_scheduler Nov 25 04:40:15.635089 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: local_ip.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.636906 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.637430 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extension local_ip not supported by any of loaded plugins Nov 25 04:40:15.637770 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: logging.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.639377 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.639893 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extension logging not supported by any of loaded plugins Nov 25 04:40:15.640243 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: metering.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.640992 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.641568 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: metering Nov 25 04:40:15.641895 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.643001 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.643509 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: metering_source_and_destination_fields Nov 25 04:40:15.643838 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: multiprovidernet.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.644782 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.645299 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: multi-provider Nov 25 04:40:15.645625 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: netmtu.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.646539 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.647049 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: net-mtu Nov 25 04:40:15.647371 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: netmtu_writable.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.648386 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.648901 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: net-mtu-writable Nov 25 04:40:15.649223 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: network_availability_zone.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.649897 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.650403 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: network_availability_zone Nov 25 04:40:15.650726 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: network_ip_availability.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.651852 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.652398 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: network-ip-availability Nov 25 04:40:15.652721 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: network_segment_range.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.653488 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.653993 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extension network-segment-range not supported by any of loaded plugins Nov 25 04:40:15.654310 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: pagination.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.655296 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.655629 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: pagination Nov 25 04:40:15.655949 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: port_device_profile.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.656902 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.657407 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: port-device-profile Nov 25 04:40:15.657729 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.658651 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.659163 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: port-mac-address-regenerate Nov 25 04:40:15.659482 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.660426 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.660926 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: port-numa-affinity-policy Nov 25 04:40:15.661247 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: port_resource_request.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.662165 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.662661 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extension port-resource-request not supported by any of loaded plugins Nov 25 04:40:15.662984 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: port_resource_request_groups.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.663982 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.664521 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 25 04:40:15.664844 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: portbindings.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.665775 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.666282 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: binding Nov 25 04:40:15.666603 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: portbindings_extended.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.667888 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.668432 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: binding-extended Nov 25 04:40:15.668763 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: portsecurity.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.669677 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.670183 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: port-security Nov 25 04:40:15.670506 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: project_id.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.671487 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.671817 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: project-id Nov 25 04:40:15.672136 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: providernet.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.673084 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.673590 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: provider Nov 25 04:40:15.673911 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: qos.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.677555 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.678077 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extension qos not supported by any of loaded plugins Nov 25 04:40:15.678412 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.679797 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.680350 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 25 04:40:15.680682 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.681600 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.682110 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 25 04:40:15.682436 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: qos_default.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.683372 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.683877 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extension qos-default not supported by any of loaded plugins Nov 25 04:40:15.684239 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: qos_fip.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.684895 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.685400 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extension qos-fip not supported by any of loaded plugins Nov 25 04:40:15.685722 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: qos_gateway_ip.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.686664 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.687169 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 25 04:40:15.687492 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: qos_port_network_policy.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.689950 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.690471 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 25 04:40:15.690802 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.691843 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.692388 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 25 04:40:15.692719 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: qos_pps_rule.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.693898 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.694511 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extension qos-pps not supported by any of loaded plugins Nov 25 04:40:15.694941 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: qos_rule_type_details.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.695892 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.696431 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 25 04:40:15.696769 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: qos_rules_alias.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.697816 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.698328 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 25 04:40:15.698648 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: quota_check_limit.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.699578 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.700081 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: quota-check-limit Nov 25 04:40:15.700430 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: quotasv2.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.701405 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.701734 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: quotas Nov 25 04:40:15.702051 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: quotasv2_detail.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.705232 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.705578 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: quota_details Nov 25 04:40:15.705905 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: rbac.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.706981 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.707504 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: rbac-policies Nov 25 04:40:15.707833 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: rbac_address_group.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.708793 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.709311 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: rbac-address-group Nov 25 04:40:15.709636 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: rbac_address_scope.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.710672 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.711191 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: rbac-address-scope Nov 25 04:40:15.711513 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: rbac_security_groups.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.712466 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.712972 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: rbac-security-groups Nov 25 04:40:15.713296 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: rbac_subnetpool.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.714211 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.714718 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: rbac-subnetpool Nov 25 04:40:15.715047 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: revisionifmatch.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.715958 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.716505 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: revision-if-match Nov 25 04:40:15.716829 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: revisions.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.717973 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.718483 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: standard-attr-revisions Nov 25 04:40:15.718811 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: router_availability_zone.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.719486 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.719992 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: router_availability_zone Nov 25 04:40:15.720350 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: routerservicetype.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.721269 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.721770 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extension router-service-type not supported by any of loaded plugins Nov 25 04:40:15.722090 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.723090 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.723598 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: security-groups-normalized-cidr Nov 25 04:40:15.723921 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: security_groups_port_filtering.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.724869 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.725386 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: port-security-groups-filtering Nov 25 04:40:15.725783 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.726718 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.727225 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: security-groups-remote-address-group Nov 25 04:40:15.727550 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.728510 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.729022 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: security-groups-shared-filtering Nov 25 04:40:15.729349 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.729938 dv-cinder-815582-6-iscsi neutron-server[108961]: WARNING neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 25 04:40:15.730256 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: securitygroup.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.740074 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.740642 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: security-group Nov 25 04:40:15.740975 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: segment.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.742178 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.742666 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extension segment not supported by any of loaded plugins Nov 25 04:40:15.742995 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.743946 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.744487 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 25 04:40:15.744815 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: servicetype.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.745933 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.746457 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: service-type Nov 25 04:40:15.746787 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: sorting.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.747771 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.748097 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: sorting Nov 25 04:40:15.748448 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: standard_attr_segment.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.749376 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.749894 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 25 04:40:15.750213 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: standardattrdescription.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.750857 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.751364 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: standard-attr-description Nov 25 04:40:15.751686 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: stateful_security_group.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.752644 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.753159 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: stateful-security-group Nov 25 04:40:15.753499 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: stdattrs_common.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.754074 dv-cinder-815582-6-iscsi neutron-server[108961]: WARNING neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 25 04:40:15.754399 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.755339 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.755854 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 25 04:40:15.756172 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: subnet_onboard.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.757323 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.757830 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: subnet_onboard Nov 25 04:40:15.758159 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.759082 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.759586 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 25 04:40:15.759910 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: subnet_service_types.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.760924 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.761431 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: subnet-service-types Nov 25 04:40:15.761752 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: subnetallocation.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.762891 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.763469 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: subnet_allocation Nov 25 04:40:15.763791 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.764494 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.765036 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: subnetpool-prefix-ops Nov 25 04:40:15.765363 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.766321 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.766947 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 25 04:40:15.767289 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: tagging.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.768438 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.768962 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: standard-attr-tag Nov 25 04:40:15.769291 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: timestamp.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.770514 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.771032 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loaded extension: standard-attr-timestamp Nov 25 04:40:15.771367 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: trunk.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.772474 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.773010 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extension trunk not supported by any of loaded plugins Nov 25 04:40:15.773339 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: trunk_details.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.774266 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.774780 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extension trunk-details not supported by any of loaded plugins Nov 25 04:40:15.775107 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: uplink_status_propagation.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.776019 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.776551 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 25 04:40:15.776877 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Loading extension file: vlantransparent.py {{(pid=108961) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 04:40:15.777540 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=108961) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 04:40:15.778050 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 25 04:40:15.780615 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.quota.resource_registry [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Creating instance of TrackedResource for resource:network Nov 25 04:40:15.781138 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.quota.resource_registry [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Creating instance of TrackedResource for resource:subnet Nov 25 04:40:15.781539 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.quota.resource_registry [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 04:40:15.781922 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.quota.resource_registry [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Creating instance of TrackedResource for resource:port Nov 25 04:40:15.783293 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.v2.resource_helper [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 04:40:15.783731 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.v2.resource_helper [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Service FLAVORS assigned prefix: {{(pid=108961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 04:40:15.784383 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.v2.resource_helper [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 04:40:15.784813 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.v2.resource_helper [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 04:40:15.785147 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.quota.resource_registry [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Creating instance of TrackedResource for resource:router Nov 25 04:40:15.785587 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.quota.resource_registry [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Creating instance of TrackedResource for resource:floatingip Nov 25 04:40:15.786068 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.v2.resource_helper [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Service METERING assigned prefix: /metering {{(pid=108961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 04:40:15.787578 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.787902 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.788516 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108961) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:40:15.789817 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.quota.resource_registry [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Creating instance of CountableResource for resource:rbac_policy Nov 25 04:40:15.790271 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.quota.resource_registry [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Creating instance of TrackedResource for resource:security_group Nov 25 04:40:15.790692 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.quota.resource_registry [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 25 04:40:15.791301 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.v2.resource_helper [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Service CORE assigned prefix: {{(pid=108961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 04:40:15.791634 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.quota.resource_registry [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 04:40:15.791974 dv-cinder-815582-6-iscsi neutron-server[108961]: WARNING neutron.quota.resource_registry [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] subnetpool is already registered Nov 25 04:40:15.792445 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.v2.resource_helper [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Service CORE assigned prefix: {{(pid=108961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 04:40:15.792773 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.quota.resource_registry [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 04:40:15.793104 dv-cinder-815582-6-iscsi neutron-server[108961]: WARNING neutron.quota.resource_registry [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] subnetpool is already registered Nov 25 04:40:15.795353 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.v2.resource_helper [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 04:40:15.795790 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.v2.resource_helper [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Service FLAVORS assigned prefix: {{(pid=108961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 04:40:15.796720 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.v2.resource_helper [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 04:40:15.797139 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.v2.resource_helper [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 04:40:15.797466 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.quota.resource_registry [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Creating instance of TrackedResource for resource:router Nov 25 04:40:15.797804 dv-cinder-815582-6-iscsi neutron-server[108961]: WARNING neutron.quota.resource_registry [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] router is already registered Nov 25 04:40:15.798210 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.quota.resource_registry [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Creating instance of TrackedResource for resource:floatingip Nov 25 04:40:15.798540 dv-cinder-815582-6-iscsi neutron-server[108961]: WARNING neutron.quota.resource_registry [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] floatingip is already registered Nov 25 04:40:15.798994 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.v2.resource_helper [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Service METERING assigned prefix: /metering {{(pid=108961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 04:40:15.799652 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.quota.resource_registry [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Creating instance of CountableResource for resource:rbac_policy Nov 25 04:40:15.799975 dv-cinder-815582-6-iscsi neutron-server[108961]: WARNING neutron.quota.resource_registry [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] rbac_policy is already registered Nov 25 04:40:15.800409 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.quota.resource_registry [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Creating instance of TrackedResource for resource:security_group Nov 25 04:40:15.800740 dv-cinder-815582-6-iscsi neutron-server[108961]: WARNING neutron.quota.resource_registry [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] security_group is already registered Nov 25 04:40:15.801136 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.quota.resource_registry [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 25 04:40:15.801467 dv-cinder-815582-6-iscsi neutron-server[108961]: WARNING neutron.quota.resource_registry [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] security_group_rule is already registered Nov 25 04:40:15.802097 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.v2.resource_helper [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Service CORE assigned prefix: {{(pid=108961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 04:40:15.802419 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.quota.resource_registry [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 04:40:15.802748 dv-cinder-815582-6-iscsi neutron-server[108961]: WARNING neutron.quota.resource_registry [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] subnetpool is already registered Nov 25 04:40:15.803161 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.v2.resource_helper [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Service CORE assigned prefix: {{(pid=108961) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 04:40:15.803482 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.quota.resource_registry [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 04:40:15.804054 dv-cinder-815582-6-iscsi neutron-server[108961]: WARNING neutron.quota.resource_registry [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] subnetpool is already registered Nov 25 04:40:15.804591 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extended resource: extensions {{(pid=108961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 04:40:15.806127 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extended resource: address-groups {{(pid=108961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 04:40:15.807638 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extended resource: address-scopes {{(pid=108961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 04:40:15.808991 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extended resource: agents {{(pid=108961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 04:40:15.810147 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extended resource: auto-allocated-topology {{(pid=108961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 04:40:15.811392 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extended resource: availability_zones {{(pid=108961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 04:40:15.813016 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extended resource: dhcp-networks {{(pid=108961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 04:40:15.816233 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extended resource: dhcp-agents {{(pid=108961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 04:40:15.817668 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extended resource: routers {{(pid=108961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 04:40:15.820496 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extended resource: flavors {{(pid=108961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 04:40:15.821661 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extended resource: service_profiles {{(pid=108961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 04:40:15.822886 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extended resource: next_providers {{(pid=108961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 04:40:15.827103 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extended resource: service_profiles {{(pid=108961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 04:40:15.828685 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extended resource: floatingip-pools {{(pid=108961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 04:40:15.829926 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extended resource: routers {{(pid=108961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 04:40:15.832069 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extended resource: floatingips {{(pid=108961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 04:40:15.833562 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extended resource: l3-routers {{(pid=108961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 04:40:15.835084 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extended resource: l3-agents {{(pid=108961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 04:40:15.836488 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extended resource: metering-labels {{(pid=108961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 04:40:15.838798 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extended resource: metering-label-rules {{(pid=108961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 04:40:15.840095 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extended resource: network-ip-availabilities {{(pid=108961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 04:40:15.841399 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extended resource: bindings {{(pid=108961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 04:40:15.843390 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extended resource: quotas {{(pid=108961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 04:40:15.844981 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extended resource: quotas {{(pid=108961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 04:40:15.846521 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extended resource: rbac-policies {{(pid=108961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 04:40:15.847819 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extended resource: security-groups {{(pid=108961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 04:40:15.849266 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extended resource: security-group-rules {{(pid=108961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 04:40:15.850507 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extended resource: service-providers {{(pid=108961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 04:40:15.851742 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extended resource: subnetpools {{(pid=108961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 04:40:15.853284 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extended resource: subnetpools {{(pid=108961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 04:40:15.854760 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extended resource: tags {{(pid=108961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 04:40:15.856512 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extended resource: tags {{(pid=108961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 04:40:15.858328 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extended resource: tags {{(pid=108961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 04:40:15.860092 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extended resource: tags {{(pid=108961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 04:40:15.861951 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extended resource: tags {{(pid=108961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 04:40:15.863939 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extended resource: tags {{(pid=108961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 04:40:15.865672 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extended resource: tags {{(pid=108961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 04:40:15.868433 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extended resource: tags {{(pid=108961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 04:40:15.870212 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extended resource: tags {{(pid=108961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 04:40:15.872124 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron.api.extensions [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Extended resource: tags {{(pid=108961) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 04:40:15.878352 dv-cinder-815582-6-iscsi neutron-server[108961]: WARNING keystonemiddleware.auth_token [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 25 04:40:15.883585 dv-cinder-815582-6-iscsi neutron-server[108961]: WARNING keystonemiddleware.auth_token [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 25 04:40:15.892482 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_concurrency.lockutils [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Acquired lock "singleton_lock" {{(pid=108961) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 25 04:40:15.892956 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_concurrency.lockutils [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Releasing lock "singleton_lock" {{(pid=108961) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 25 04:40:15.893626 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO oslo_service.service [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Starting 2 workers Nov 25 04:40:15.898522 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Started child 109070 {{(pid=108961) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 25 04:40:15.902984 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Started child 109071 {{(pid=108961) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 25 04:40:15.904309 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:15.905086 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO neutron.service [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 25 04:40:15.905254 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Publish callbacks [] for process, before_spawn {{(pid=108961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:15.905909 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [-] (109070) wsgi starting up on http://0.0.0.0:9696 Nov 25 04:40:15.907647 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO oslo_service.service [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Starting 1 workers Nov 25 04:40:15.908176 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:15.909567 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [-] (109071) wsgi starting up on http://0.0.0.0:9696 Nov 25 04:40:15.912917 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Started child 109072 {{(pid=108961) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 25 04:40:15.913592 dv-cinder-815582-6-iscsi neutron-server[108961]: INFO oslo_service.service [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Starting 1 workers Nov 25 04:40:15.916894 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.service [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] calling RpcWorker wait() {{(pid=109072) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 25 04:40:15.917481 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.service [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] returning from RpcWorker wait() {{(pid=109072) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 25 04:40:15.918054 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Started child 109073 {{(pid=108961) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 25 04:40:15.918689 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:15.918816 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG neutron_lib.callbacks.manager [None req-86d4e3f2-9d8d-402a-8ac3-3e77fe025436 None None] Publish callbacks [] for process, after_spawn {{(pid=108961) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:15.919134 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:40:15.920700 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108961) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 25 04:40:15.920944 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 25 04:40:15.921099 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 25 04:40:15.921314 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 25 04:40:15.921641 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 25 04:40:15.921777 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 25 04:40:15.922310 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.922560 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.922846 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.923073 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.923232 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:15.923720 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.923903 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.924198 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.924370 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:40:15.924509 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.924710 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.924963 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.925118 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.925312 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.925557 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.925767 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.926094 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.926359 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.926600 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.926838 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.926987 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.927259 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.927517 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.927756 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.927997 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] debug = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.928269 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.928835 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.929053 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.929273 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.929482 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.929742 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.929969 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.930229 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.930535 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.930693 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.930870 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.931119 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.931351 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.931556 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.931790 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.931997 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.932276 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.932497 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.932954 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] host = dv-cinder-815582-6-iscsi {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.933165 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.933392 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.933616 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.933854 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.934103 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.934360 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.934569 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.934827 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.935050 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.935267 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.935516 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.935752 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.935958 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.936213 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] log_file = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.936368 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] log_options = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.936609 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.936884 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.937136 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.937330 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.937482 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.937656 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.937904 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.938068 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.938323 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.938541 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.938770 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.938981 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.939219 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.939449 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.939708 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.939936 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.940173 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.940376 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.940655 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.940857 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.941076 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.941313 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.941526 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.941759 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.941987 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.942202 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.942428 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.942661 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.942880 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.943131 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.943369 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.943611 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.943829 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.944083 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.944555 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.944760 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.944955 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.945179 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.945402 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.945632 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.945888 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.946152 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.946366 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.946619 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.946849 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.947096 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.947328 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] use_json = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.947538 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.947778 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.948017 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.948259 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.948472 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.948704 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.948888 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.949204 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:15.949734 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.950100 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.950788 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.950788 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.951201 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.951354 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.951497 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.951708 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.951958 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.952243 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.952598 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.953113 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.953113 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.953529 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.953529 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.954321 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.954679 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.954833 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.955063 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.955313 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.955544 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.955763 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.956039 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.956432 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.956665 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.956893 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.957697 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.957697 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.957697 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.958126 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.958325 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.958554 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.958858 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.960191 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.960191 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.960191 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.960191 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.960191 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.960624 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.960624 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.960786 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.960985 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.961194 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.961437 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.961672 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.961894 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.962133 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.962368 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.962611 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.962831 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.963046 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.963265 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.963939 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.964199 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.964405 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.964676 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.965335 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.965532 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.965788 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.966926 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.966926 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.966926 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.966926 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.966926 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.970365 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.970365 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.970365 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.970365 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.970365 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.970365 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.970365 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.970365 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.970365 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.970965 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.970965 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.970965 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.970965 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.970965 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.970965 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.970965 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.970965 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.970965 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.971596 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.971596 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.971596 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.971596 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.971596 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.971968 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.971968 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.972175 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.972532 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.972968 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.973401 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.973791 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.974173 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.974551 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.974968 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.975260 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.975413 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.975711 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.975927 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.976177 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.976437 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.976653 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.977026 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.977395 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.977619 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.977860 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.978077 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.978317 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.978534 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.978766 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.978997 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.979274 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.979642 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.980014 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.980418 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.980666 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.980955 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.981530 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.981815 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.982253 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.982755 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.983052 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.983328 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.983635 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.983884 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.984116 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.984421 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.984670 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.984938 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.985188 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.985430 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.985809 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.986050 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.986298 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.986556 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.987381 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.987712 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.987946 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.988200 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.988425 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.988694 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.988953 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.989186 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.989452 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.989705 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.989933 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.990186 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.990432 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.990647 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.991118 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.991813 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.992051 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.992313 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.992530 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.992768 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.992981 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.993212 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.993461 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.993673 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.993891 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.994118 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.994332 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.994548 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.994785 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.994992 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.995224 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.995456 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.995702 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.996566 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.996787 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.997005 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.997476 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.997476 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.997739 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.997961 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.999141 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.999141 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.999141 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.999141 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.999141 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.999532 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.999532 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.999786 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:15.999923 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.000122 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.000375 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.000590 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.000810 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.001018 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.001270 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.001510 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.001843 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.002087 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.002316 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.002552 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.002793 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.003012 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.003242 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.003481 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.003692 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.003904 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.004117 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.004378 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.004613 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.004846 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.005055 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.005279 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.005508 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.005719 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.005925 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.006207 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.006455 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.006681 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.007056 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.007295 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.007516 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.007731 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.008084 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.008317 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.008537 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.008757 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.008968 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.009195 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.009401 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.009611 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.009827 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.010040 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.010271 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.010517 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.010724 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.010933 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.011151 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.011363 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.011569 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.011789 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.011997 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.012250 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.012472 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.012688 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.012917 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.013177 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.013352 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.013559 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.013775 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.013989 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.014196 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.014491 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.014747 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.014963 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.015252 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.015495 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.015733 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.015991 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.016327 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.016560 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.016797 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.017048 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.017246 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.017484 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.017729 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.018190 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.018469 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.018748 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.018980 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.019258 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.019534 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.019770 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.019978 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.020293 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.020617 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.020897 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.021151 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.021402 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.021637 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.021855 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.022087 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.022318 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.022592 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.022807 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.023037 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.023275 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.023668 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.023917 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.024182 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.024402 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.024646 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.024873 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.025112 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.025339 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.025498 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 25 04:40:16.026029 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108961) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 25 04:40:16.026189 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 25 04:40:16.026496 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 25 04:40:16.026680 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 25 04:40:16.026856 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 25 04:40:16.027009 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 25 04:40:16.027216 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.027379 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.027537 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.027694 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.027851 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.028030 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.028214 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.028346 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.028501 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.028657 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.028798 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.028957 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.029113 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.029269 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.029424 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.029580 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.029719 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.029878 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.030038 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.030180 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.030341 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.030504 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.030659 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] debug = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.030814 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.031018 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.031174 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.031326 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.031470 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.031617 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.031762 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.031913 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.032067 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.032251 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.032405 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.032762 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.033109 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.033410 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.033568 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.033774 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.034157 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.035170 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.035170 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] host = dv-cinder-815582-6-iscsi {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.035170 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.035170 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.035170 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.035170 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.035170 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.035690 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.035690 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.035690 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.035894 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.035894 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.036032 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.036222 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.036373 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.036529 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] log_file = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.036685 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] log_options = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.036844 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.036999 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.037153 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.037338 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.037499 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.037706 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.037801 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.037958 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.038227 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.038388 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.038543 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.038699 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.038855 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.039011 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.039165 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.039322 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.039477 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.039632 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.039788 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.039945 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.040100 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.040281 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.040436 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.040597 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.040752 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.040912 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.041066 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.041220 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.041376 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.041532 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.041688 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.041845 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.042001 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.042157 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.042313 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.042469 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.042624 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.042782 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.042942 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.043098 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.043253 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.043408 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.043563 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.043717 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.043872 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.044026 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.044200 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] use_json = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.044358 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.044566 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.044662 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.044808 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.044964 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.045122 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.045273 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.045574 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 04:40:16.045896 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.046055 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.046266 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.046384 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.046550 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.046703 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.046862 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.047380 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.047380 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.047380 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.047629 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.047629 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.047772 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.047933 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.048090 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.048276 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.048441 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.048593 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.048744 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.048903 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.049060 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.049218 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.049520 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.049520 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.049689 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.049837 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.049993 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.050305 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.050463 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.050640 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.050800 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.050966 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.051123 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.051334 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.051485 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.051627 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.051758 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.051887 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.052018 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.052195 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.052355 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.052514 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.052673 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.052830 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.052988 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.053147 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.053307 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.053465 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.053624 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.053835 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.053995 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.054155 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.054319 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.054475 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.054675 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.054773 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.054940 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.055104 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.055261 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.055420 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.055579 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.055738 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.055903 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.056060 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.056246 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.056410 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.056570 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.056715 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.056885 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.057029 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.057191 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.057348 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.057507 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.057665 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.057823 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.058006 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.058149 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.058279 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:40:16.058423 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.058556 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.058685 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.058814 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.058944 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.059074 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.059202 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.059332 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.059467 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.059617 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.059778 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.059936 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.060094 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.060266 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.060432 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.060618 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.060776 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.060934 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.061091 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.061248 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.061405 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.061563 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.061720 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.061862 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.062022 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.062179 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.062320 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.062482 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.062640 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.062796 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.062952 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.063109 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.063266 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.063422 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.063578 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.063738 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.063882 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.064042 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.064208 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.064367 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.064512 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.064688 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.064849 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.065013 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.065187 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.065321 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.065493 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.065652 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.065809 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.065950 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.066112 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.066271 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.066429 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.066593 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.066754 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.066911 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.067068 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.067238 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.067396 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.067553 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.067712 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.067892 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.068051 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.068226 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.068387 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.068545 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.068704 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.068863 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.069005 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.069414 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.069617 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.069803 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.069974 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.070133 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.070372 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.070754 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.070917 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.071077 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.071235 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.071796 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.071796 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.071796 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.072008 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.072008 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.072128 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.072314 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.072474 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.072607 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.072763 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.072920 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.073078 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.073235 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.073392 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.073552 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.073709 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.073866 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.074024 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.074180 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.074340 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.074499 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.074658 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.074816 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.074974 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.075133 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.075292 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.075452 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.075609 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.075922 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.075922 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.076081 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.076235 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.076395 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.076553 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.076711 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.076868 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.077026 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.077197 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.077356 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.077514 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.077672 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.077830 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.077987 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.078144 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.078305 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.078464 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.078619 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.078776 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.078937 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.079099 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.079259 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.079417 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.079575 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.079732 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.079889 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.080066 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.080239 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.080400 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.080557 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.080719 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.080877 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.081036 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.081204 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.081362 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.081519 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.081677 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.081834 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.081992 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.082159 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.082317 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.082475 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.082632 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.082789 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.082948 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.083115 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.083272 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.083429 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.083587 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.083744 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.083901 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.084066 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.084245 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.084403 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.084561 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.084718 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.084877 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.085091 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.085250 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.085409 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.085589 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.085892 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.086053 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.086222 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.086382 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.086541 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.086707 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.086864 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.087021 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.087185 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.087359 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.087768 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.087768 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.087937 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.088013 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.088136 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.088288 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.088452 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.088622 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.088798 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.088947 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.089111 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.089278 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.089444 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.089601 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.089778 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.089932 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.090090 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.090248 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.090405 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.090561 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.090718 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.090879 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.091038 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.091196 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.091353 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.091518 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.091657 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.091813 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.091973 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.092130 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.092308 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.092466 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.092623 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.092783 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.092941 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 04:40:16.093091 dv-cinder-815582-6-iscsi neutron-server[108961]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108961) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 25 04:40:16.133971 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 49988) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:40:16.142238 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061934 Nov 25 04:40:27.856824 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e70a4de-eca3-4ba4-b5d0-87faa275803f None None] get_active_networks_info from dv-cinder-815582-6-iscsi {{(pid=109072) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 04:40:27.930665 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e70a4de-eca3-4ba4-b5d0-87faa275803f None None] No non-hosted networks {{(pid=109072) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 25 04:40:27.950690 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.agentschedulers_db [None req-0e70a4de-eca3-4ba4-b5d0-87faa275803f None None] DHCP Agent not found on host dv-cinder-815582-6-iscsi {{(pid=109072) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 25 04:40:28.118889 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-57097faa-2043-4af3-b3f1-ebcf7594200f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3680568'] for agent, after_create {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:30.139718 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-e8c998b1-716b-41dd-a944-6880904386cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3680568'] for agent, after_create {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:30.190526 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-d902438b-6000-4f94-b01f-e8af010bb50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:31.199433 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3680568'] for agent, after_create {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:32.618935 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3680568'] for agent, after_create {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:33.542752 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3680568'] for agent, after_create {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:33.543728 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:33.544260 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:33.544739 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:33.545416 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:33.545884 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:33.546311 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:33.546650 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:33.547026 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:33.547440 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:33.547775 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:33.548122 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:33.548559 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:33.548943 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815582-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:40:33.560551 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815582-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:40:34.040475 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 50078) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:40:34.565665 dv-cinder-815582-6-iscsi neutron-server[109071]: WARNING oslo_policy.policy [None req-cdaa0776-dbfa-4645-8846-0fb46f970afb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 04:40:34.566367 dv-cinder-815582-6-iscsi neutron-server[109071]: WARNING oslo_policy.policy [None req-cdaa0776-dbfa-4645-8846-0fb46f970afb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 04:40:34.790086 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [None req-cdaa0776-dbfa-4645-8846-0fb46f970afb admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109071) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 04:40:34.791276 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-cdaa0776-dbfa-4645-8846-0fb46f970afb admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7497485 Nov 25 04:40:37.414168 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 50094) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:40:37.654390 dv-cinder-815582-6-iscsi neutron-server[109072]: INFO neutron.db.l3_hamode_db [None req-b8f95bdd-b811-4eec-8765-faa83691a28c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 25 04:40:37.732583 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f95bdd-b811-4eec-8765-faa83691a28c None None] Routers set() bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:40:37.732976 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f95bdd-b811-4eec-8765-faa83691a28c None None] Router IDs set() for agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 04:40:37.944283 dv-cinder-815582-6-iscsi neutron-server[109070]: WARNING oslo_policy.policy [None req-aba90cb2-03d3-4d7c-bafb-dbe9f7b6f866 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 04:40:37.945249 dv-cinder-815582-6-iscsi neutron-server[109070]: WARNING oslo_policy.policy [None req-aba90cb2-03d3-4d7c-bafb-dbe9f7b6f866 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 04:40:38.167860 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-aba90cb2-03d3-4d7c-bafb-dbe9f7b6f866 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:40:38.264704 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.policy [None req-aba90cb2-03d3-4d7c-bafb-dbe9f7b6f866 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109070) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 25 04:40:38.312683 dv-cinder-815582-6-iscsi neutron-server[109070]: WARNING oslo_policy.policy [None req-aba90cb2-03d3-4d7c-bafb-dbe9f7b6f866 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 04:40:38.313032 dv-cinder-815582-6-iscsi neutron-server[109070]: WARNING oslo_policy.policy [None req-aba90cb2-03d3-4d7c-bafb-dbe9f7b6f866 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 04:40:38.322208 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.quota [None req-aba90cb2-03d3-4d7c-bafb-dbe9f7b6f866 admin admin] Loaded quota_driver: . Nov 25 04:40:38.422278 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-aba90cb2-03d3-4d7c-bafb-dbe9f7b6f866 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783336790332', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783336791887', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783336780897', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783336767896', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783336832306', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783336824438', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-645293', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-686818', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3877559', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3672911'] for rbac-policy, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:38.494269 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-aba90cb2-03d3-4d7c-bafb-dbe9f7b6f866 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:38.495717 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-aba90cb2-03d3-4d7c-bafb-dbe9f7b6f866 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0794816 Nov 25 04:40:41.334561 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 50112) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:40:41.670894 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-50a85f4d-7e97-43a6-a0e5-01c290f325bd admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '1bfccf3a4b984f68b07f792b4eda21aa', 'tenant_id': '1bfccf3a4b984f68b07f792b4eda21aa'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:40:41.672386 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.quota [None req-50a85f4d-7e97-43a6-a0e5-01c290f325bd admin admin] Loaded quota_driver: . Nov 25 04:40:41.732731 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a85f4d-7e97-43a6-a0e5-01c290f325bd admin admin] Made reservation on behalf of 1bfccf3a4b984f68b07f792b4eda21aa for: {'network': 1} {{(pid=109071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:40:41.809273 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.policy [None req-50a85f4d-7e97-43a6-a0e5-01c290f325bd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109071) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 25 04:40:41.856727 dv-cinder-815582-6-iscsi neutron-server[109071]: WARNING oslo_policy.policy [None req-50a85f4d-7e97-43a6-a0e5-01c290f325bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 04:40:41.857105 dv-cinder-815582-6-iscsi neutron-server[109071]: WARNING oslo_policy.policy [None req-50a85f4d-7e97-43a6-a0e5-01c290f325bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 04:40:41.867263 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-50a85f4d-7e97-43a6-a0e5-01c290f325bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for network, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:41.889305 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-50a85f4d-7e97-43a6-a0e5-01c290f325bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:42.004999 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-50a85f4d-7e97-43a6-a0e5-01c290f325bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:42.011870 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-50a85f4d-7e97-43a6-a0e5-01c290f325bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:42.037252 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50a85f4d-7e97-43a6-a0e5-01c290f325bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=109071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 04:40:42.064253 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-50a85f4d-7e97-43a6-a0e5-01c290f325bd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783340406986', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041'] for segment, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:42.064751 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-50a85f4d-7e97-43a6-a0e5-01c290f325bd admin admin] Unsubscribe: segment precommit_create {{(pid=109071) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 25 04:40:42.065294 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.db.segments_db [None req-50a85f4d-7e97-43a6-a0e5-01c290f325bd admin admin] Added segment a43cab4d-c39e-4eef-bb67-8063c7d7d87f of type vlan for network aaeb3dad-9f48-448f-87a7-d0f79a833a22 Nov 25 04:40:42.080547 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a85f4d-7e97-43a6-a0e5-01c290f325bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ae8e6d-74b6-493a-b36b-e6b8cb869ae4,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:40:42.131509 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a85f4d-7e97-43a6-a0e5-01c290f325bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:42.131940 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a85f4d-7e97-43a6-a0e5-01c290f325bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:42.132328 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a85f4d-7e97-43a6-a0e5-01c290f325bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:42.132687 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a85f4d-7e97-43a6-a0e5-01c290f325bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:42.133022 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a85f4d-7e97-43a6-a0e5-01c290f325bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:42.133373 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a85f4d-7e97-43a6-a0e5-01c290f325bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:42.133695 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a85f4d-7e97-43a6-a0e5-01c290f325bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:42.134033 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a85f4d-7e97-43a6-a0e5-01c290f325bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:42.134377 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a85f4d-7e97-43a6-a0e5-01c290f325bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:42.134725 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a85f4d-7e97-43a6-a0e5-01c290f325bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:42.135047 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a85f4d-7e97-43a6-a0e5-01c290f325bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:42.135371 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a85f4d-7e97-43a6-a0e5-01c290f325bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:42.136511 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a85f4d-7e97-43a6-a0e5-01c290f325bd admin admin] Tracked resource versions report: Nov 25 04:40:42.136511 dv-cinder-815582-6-iscsi neutron-server[109071]: pushed versions: Nov 25 04:40:42.136511 dv-cinder-815582-6-iscsi neutron-server[109071]: { 'AddressGroup': {'1.2'}, Nov 25 04:40:42.136511 dv-cinder-815582-6-iscsi neutron-server[109071]: 'ConntrackHelper': {'1.0'}, Nov 25 04:40:42.136511 dv-cinder-815582-6-iscsi neutron-server[109071]: 'Log': {'1.0'}, Nov 25 04:40:42.136511 dv-cinder-815582-6-iscsi neutron-server[109071]: 'Network': {'1.1'}, Nov 25 04:40:42.136511 dv-cinder-815582-6-iscsi neutron-server[109071]: 'Port': {'1.7'}, Nov 25 04:40:42.136511 dv-cinder-815582-6-iscsi neutron-server[109071]: 'PortForwarding': {'1.2'}, Nov 25 04:40:42.136511 dv-cinder-815582-6-iscsi neutron-server[109071]: 'QosPolicy': {'1.10'}, Nov 25 04:40:42.136511 dv-cinder-815582-6-iscsi neutron-server[109071]: 'SecurityGroup': {'1.5'}, Nov 25 04:40:42.136511 dv-cinder-815582-6-iscsi neutron-server[109071]: 'SecurityGroupRule': {'1.2'}, Nov 25 04:40:42.136511 dv-cinder-815582-6-iscsi neutron-server[109071]: 'SubPort': {'1.0'}, Nov 25 04:40:42.136511 dv-cinder-815582-6-iscsi neutron-server[109071]: 'Subnet': {'1.1'}, Nov 25 04:40:42.136511 dv-cinder-815582-6-iscsi neutron-server[109071]: 'Trunk': {'1.1'}} Nov 25 04:40:42.136511 dv-cinder-815582-6-iscsi neutron-server[109071]: consumer versions: Nov 25 04:40:42.136511 dv-cinder-815582-6-iscsi neutron-server[109071]: { DHCP agent@dv-cinder-815582-6-iscsi: {}, Nov 25 04:40:42.136511 dv-cinder-815582-6-iscsi neutron-server[109071]: L3 agent@dv-cinder-815582-6-iscsi: {}, Nov 25 04:40:42.136511 dv-cinder-815582-6-iscsi neutron-server[109071]: Metadata agent@dv-cinder-815582-6-iscsi: {}, Nov 25 04:40:42.136511 dv-cinder-815582-6-iscsi neutron-server[109071]: Metering agent@dv-cinder-815582-6-iscsi: {}, Nov 25 04:40:42.136511 dv-cinder-815582-6-iscsi neutron-server[109071]: Open vSwitch agent@dv-cinder-815582-6-iscsi: { 'AddressGroup': '1.2', Nov 25 04:40:42.136511 dv-cinder-815582-6-iscsi neutron-server[109071]: 'ConntrackHelper': '1.0', Nov 25 04:40:42.136511 dv-cinder-815582-6-iscsi neutron-server[109071]: 'Log': '1.0', Nov 25 04:40:42.136511 dv-cinder-815582-6-iscsi neutron-server[109071]: 'Network': '1.1', Nov 25 04:40:42.136511 dv-cinder-815582-6-iscsi neutron-server[109071]: 'Port': '1.7', Nov 25 04:40:42.136511 dv-cinder-815582-6-iscsi neutron-server[109071]: 'PortForwarding': '1.2', Nov 25 04:40:42.136511 dv-cinder-815582-6-iscsi neutron-server[109071]: 'QosPolicy': '1.10', Nov 25 04:40:42.136511 dv-cinder-815582-6-iscsi neutron-server[109071]: 'SecurityGroup': '1.5', Nov 25 04:40:42.136511 dv-cinder-815582-6-iscsi neutron-server[109071]: 'SecurityGroupRule': '1.2', Nov 25 04:40:42.136511 dv-cinder-815582-6-iscsi neutron-server[109071]: 'SubPort': '1.0', Nov 25 04:40:42.136511 dv-cinder-815582-6-iscsi neutron-server[109071]: 'Subnet': '1.1', Nov 25 04:40:42.136511 dv-cinder-815582-6-iscsi neutron-server[109071]: 'Trunk': '1.1'}} Nov 25 04:40:42.136511 dv-cinder-815582-6-iscsi neutron-server[109071]: {{(pid=109071) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 04:40:42.183434 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-50a85f4d-7e97-43a6-a0e5-01c290f325bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783339880421'] for network, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:42.232261 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-50a85f4d-7e97-43a6-a0e5-01c290f325bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519'] for network, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:42.233462 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a85f4d-7e97-43a6-a0e5-01c290f325bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:40:42.234214 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-50a85f4d-7e97-43a6-a0e5-01c290f325bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for network, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:42.314354 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-50a85f4d-7e97-43a6-a0e5-01c290f325bd admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9785531 Nov 25 04:40:42.342041 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a85f4d-7e97-43a6-a0e5-01c290f325bd admin admin] Pushing event updated for resources: {'Network': ['ID=aaeb3dad-9f48-448f-87a7-d0f79a833a22,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:40:42.358393 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Network aaeb3dad-9f48-448f-87a7-d0f79a833a22 details requested by agent ovs-agent-dv-cinder-815582-6-iscsi with host dv-cinder-815582-6-iscsi {{(pid=109072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 04:40:45.246096 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 50128) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:40:45.724619 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1421de88-ab0b-4a1b-a642-92c299352078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:40:45.726909 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-1421de88-ab0b-4a1b-a642-92c299352078 admin admin] 10.222.0.36 "GET /v2.0/networks/aaeb3dad-9f48-448f-87a7-d0f79a833a22 HTTP/1.1" status: 200 len: 825 time: 0.4794202 Nov 25 04:40:45.767470 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-440961a8-6876-4cd5-8fb1-bae7a33c4a7c admin admin] 10.222.0.36 "GET /v2.0/subnetpools/344b5283-9b4e-43e8-83aa-f7bf2e905ab2 HTTP/1.1" status: 200 len: 734 time: 0.0306175 Nov 25 04:40:45.779965 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-17036029-a8d3-48a0-815a-ad5e27ba97a0 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '344b5283-9b4e-43e8-83aa-f7bf2e905ab2', 'name': 'private-subnet', 'tenant_id': '1bfccf3a4b984f68b07f792b4eda21aa', 'network_id': 'aaeb3dad-9f48-448f-87a7-d0f79a833a22'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:40:45.821029 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17036029-a8d3-48a0-815a-ad5e27ba97a0 admin admin] Made reservation on behalf of 1bfccf3a4b984f68b07f792b4eda21aa for: {'subnet': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:40:45.824333 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-17036029-a8d3-48a0-815a-ad5e27ba97a0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:46.196279 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-17036029-a8d3-48a0-815a-ad5e27ba97a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519'] for subnet, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:46.278045 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17036029-a8d3-48a0-815a-ad5e27ba97a0 admin admin] Checking segment: {'id': 'a43cab4d-c39e-4eef-bb67-8063c7d7d87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'aaeb3dad-9f48-448f-87a7-d0f79a833a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:40:46.278783 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17036029-a8d3-48a0-815a-ad5e27ba97a0 admin admin] Network hostable DHCP agents. Network: aaeb3dad-9f48-448f-87a7-d0f79a833a22, hostable agents: ['b468568d-98fa-4cc8-a5cb-272923c6e379'], hosted agents: [] {{(pid=109070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 04:40:46.286897 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17036029-a8d3-48a0-815a-ad5e27ba97a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6e08589-50bd-4eb0-9e95-ad0724627e12,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:40:46.301916 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17036029-a8d3-48a0-815a-ad5e27ba97a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:46.302278 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17036029-a8d3-48a0-815a-ad5e27ba97a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:46.302617 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17036029-a8d3-48a0-815a-ad5e27ba97a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:46.302951 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17036029-a8d3-48a0-815a-ad5e27ba97a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:46.303278 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17036029-a8d3-48a0-815a-ad5e27ba97a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:46.303738 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17036029-a8d3-48a0-815a-ad5e27ba97a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:46.304058 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17036029-a8d3-48a0-815a-ad5e27ba97a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:46.304429 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17036029-a8d3-48a0-815a-ad5e27ba97a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:46.305023 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17036029-a8d3-48a0-815a-ad5e27ba97a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:46.305178 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17036029-a8d3-48a0-815a-ad5e27ba97a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:46.306415 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17036029-a8d3-48a0-815a-ad5e27ba97a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:46.306415 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17036029-a8d3-48a0-815a-ad5e27ba97a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:46.307195 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17036029-a8d3-48a0-815a-ad5e27ba97a0 admin admin] Tracked resource versions report: Nov 25 04:40:46.307195 dv-cinder-815582-6-iscsi neutron-server[109070]: pushed versions: Nov 25 04:40:46.307195 dv-cinder-815582-6-iscsi neutron-server[109070]: { 'AddressGroup': {'1.2'}, Nov 25 04:40:46.307195 dv-cinder-815582-6-iscsi neutron-server[109070]: 'ConntrackHelper': {'1.0'}, Nov 25 04:40:46.307195 dv-cinder-815582-6-iscsi neutron-server[109070]: 'Log': {'1.0'}, Nov 25 04:40:46.307195 dv-cinder-815582-6-iscsi neutron-server[109070]: 'Network': {'1.1'}, Nov 25 04:40:46.307195 dv-cinder-815582-6-iscsi neutron-server[109070]: 'Port': {'1.7'}, Nov 25 04:40:46.307195 dv-cinder-815582-6-iscsi neutron-server[109070]: 'PortForwarding': {'1.2'}, Nov 25 04:40:46.307195 dv-cinder-815582-6-iscsi neutron-server[109070]: 'QosPolicy': {'1.10'}, Nov 25 04:40:46.307195 dv-cinder-815582-6-iscsi neutron-server[109070]: 'SecurityGroup': {'1.5'}, Nov 25 04:40:46.307195 dv-cinder-815582-6-iscsi neutron-server[109070]: 'SecurityGroupRule': {'1.2'}, Nov 25 04:40:46.307195 dv-cinder-815582-6-iscsi neutron-server[109070]: 'SubPort': {'1.0'}, Nov 25 04:40:46.307195 dv-cinder-815582-6-iscsi neutron-server[109070]: 'Subnet': {'1.1'}, Nov 25 04:40:46.307195 dv-cinder-815582-6-iscsi neutron-server[109070]: 'Trunk': {'1.1'}} Nov 25 04:40:46.307195 dv-cinder-815582-6-iscsi neutron-server[109070]: consumer versions: Nov 25 04:40:46.307195 dv-cinder-815582-6-iscsi neutron-server[109070]: { DHCP agent@dv-cinder-815582-6-iscsi: {}, Nov 25 04:40:46.307195 dv-cinder-815582-6-iscsi neutron-server[109070]: L3 agent@dv-cinder-815582-6-iscsi: {}, Nov 25 04:40:46.307195 dv-cinder-815582-6-iscsi neutron-server[109070]: Metadata agent@dv-cinder-815582-6-iscsi: {}, Nov 25 04:40:46.307195 dv-cinder-815582-6-iscsi neutron-server[109070]: Metering agent@dv-cinder-815582-6-iscsi: {}, Nov 25 04:40:46.307195 dv-cinder-815582-6-iscsi neutron-server[109070]: Open vSwitch agent@dv-cinder-815582-6-iscsi: { 'AddressGroup': '1.2', Nov 25 04:40:46.307195 dv-cinder-815582-6-iscsi neutron-server[109070]: 'ConntrackHelper': '1.0', Nov 25 04:40:46.307195 dv-cinder-815582-6-iscsi neutron-server[109070]: 'Log': '1.0', Nov 25 04:40:46.307195 dv-cinder-815582-6-iscsi neutron-server[109070]: 'Network': '1.1', Nov 25 04:40:46.307195 dv-cinder-815582-6-iscsi neutron-server[109070]: 'Port': '1.7', Nov 25 04:40:46.307195 dv-cinder-815582-6-iscsi neutron-server[109070]: 'PortForwarding': '1.2', Nov 25 04:40:46.307195 dv-cinder-815582-6-iscsi neutron-server[109070]: 'QosPolicy': '1.10', Nov 25 04:40:46.307195 dv-cinder-815582-6-iscsi neutron-server[109070]: 'SecurityGroup': '1.5', Nov 25 04:40:46.307195 dv-cinder-815582-6-iscsi neutron-server[109070]: 'SecurityGroupRule': '1.2', Nov 25 04:40:46.307195 dv-cinder-815582-6-iscsi neutron-server[109070]: 'SubPort': '1.0', Nov 25 04:40:46.307195 dv-cinder-815582-6-iscsi neutron-server[109070]: 'Subnet': '1.1', Nov 25 04:40:46.307195 dv-cinder-815582-6-iscsi neutron-server[109070]: 'Trunk': '1.1'}} Nov 25 04:40:46.307195 dv-cinder-815582-6-iscsi neutron-server[109070]: {{(pid=109070) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 04:40:46.346426 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17036029-a8d3-48a0-815a-ad5e27ba97a0 admin admin] Network aaeb3dad-9f48-448f-87a7-d0f79a833a22 is scheduled to be hosted by DHCP agent b468568d-98fa-4cc8-a5cb-272923c6e379 with binding_index 1 {{(pid=109070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 04:40:46.367538 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-17036029-a8d3-48a0-815a-ad5e27ba97a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-6-iscsi, aaeb3dad-9f48-448f-87a7-d0f79a833a22) {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:40:46.373994 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17036029-a8d3-48a0-815a-ad5e27ba97a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:40:46.375759 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-17036029-a8d3-48a0-815a-ad5e27ba97a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for subnet, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:46.376920 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a427096-a657-4ac8-b90c-9988536bde8b None None] Network aaeb3dad-9f48-448f-87a7-d0f79a833a22 requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:40:46.396656 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-17036029-a8d3-48a0-815a-ad5e27ba97a0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6226161 Nov 25 04:40:46.777235 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc77fa4-b0ff-4e9b-9d45-8db93d94d4d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd0d5e1f-7819-5798-83e6-40b5b60b3aad-aaeb3dad-9f48-448f-87a7-d0f79a833a22', 'network_id': 'aaeb3dad-9f48-448f-87a7-d0f79a833a22', 'tenant_id': '1bfccf3a4b984f68b07f792b4eda21aa', 'fixed_ips': [{'subnet_id': 'c6e08589-50bd-4eb0-9e95-ad0724627e12'}]}} from dv-cinder-815582-6-iscsi. {{(pid=109072) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 04:40:46.778541 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-cbc77fa4-b0ff-4e9b-9d45-8db93d94d4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:47.080864 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.db_base_plugin_common [None req-cbc77fa4-b0ff-4e9b-9d45-8db93d94d4d5 None None] Allocated IP 172.20.0.2 (aaeb3dad-9f48-448f-87a7-d0f79a833a22/c6e08589-50bd-4eb0-9e95-ad0724627e12/97bd8d44-efcc-4ed8-bac5-5208852447f0) {{(pid=109072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:40:47.288175 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-cbc77fa4-b0ff-4e9b-9d45-8db93d94d4d5 None None] Publish callbacks [] for port, precommit_create {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:47.298542 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-cbc77fa4-b0ff-4e9b-9d45-8db93d94d4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851'] for port, after_create {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:47.375015 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc77fa4-b0ff-4e9b-9d45-8db93d94d4d5 None None] Network aaeb3dad-9f48-448f-87a7-d0f79a833a22 is already hosted by enough agents. {{(pid=109072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:40:47.379307 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.scheduler.base_scheduler [None req-cbc77fa4-b0ff-4e9b-9d45-8db93d94d4d5 None None] Resources bound (agent type, host, resource id): {{(pid=109072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:40:47.388617 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc77fa4-b0ff-4e9b-9d45-8db93d94d4d5 None None] Received port after_create {{(pid=109072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:40:47.391708 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc77fa4-b0ff-4e9b-9d45-8db93d94d4d5 None None] Pushing event updated for resources: {'Port': ['ID=97bd8d44-efcc-4ed8-bac5-5208852447f0,revision_number=1']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:40:47.424530 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc77fa4-b0ff-4e9b-9d45-8db93d94d4d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:47.424881 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc77fa4-b0ff-4e9b-9d45-8db93d94d4d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:47.425247 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc77fa4-b0ff-4e9b-9d45-8db93d94d4d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:47.425588 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc77fa4-b0ff-4e9b-9d45-8db93d94d4d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:47.425922 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc77fa4-b0ff-4e9b-9d45-8db93d94d4d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:47.426266 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc77fa4-b0ff-4e9b-9d45-8db93d94d4d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:47.426592 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc77fa4-b0ff-4e9b-9d45-8db93d94d4d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:47.426924 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc77fa4-b0ff-4e9b-9d45-8db93d94d4d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:47.427271 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc77fa4-b0ff-4e9b-9d45-8db93d94d4d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:47.427594 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc77fa4-b0ff-4e9b-9d45-8db93d94d4d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:47.427919 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc77fa4-b0ff-4e9b-9d45-8db93d94d4d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:47.428266 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc77fa4-b0ff-4e9b-9d45-8db93d94d4d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:40:47.429999 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc77fa4-b0ff-4e9b-9d45-8db93d94d4d5 None None] Tracked resource versions report: Nov 25 04:40:47.429999 dv-cinder-815582-6-iscsi neutron-server[109072]: pushed versions: Nov 25 04:40:47.429999 dv-cinder-815582-6-iscsi neutron-server[109072]: { 'AddressGroup': {'1.2'}, Nov 25 04:40:47.429999 dv-cinder-815582-6-iscsi neutron-server[109072]: 'ConntrackHelper': {'1.0'}, Nov 25 04:40:47.429999 dv-cinder-815582-6-iscsi neutron-server[109072]: 'Log': {'1.0'}, Nov 25 04:40:47.429999 dv-cinder-815582-6-iscsi neutron-server[109072]: 'Network': {'1.1'}, Nov 25 04:40:47.429999 dv-cinder-815582-6-iscsi neutron-server[109072]: 'Port': {'1.7'}, Nov 25 04:40:47.429999 dv-cinder-815582-6-iscsi neutron-server[109072]: 'PortForwarding': {'1.2'}, Nov 25 04:40:47.429999 dv-cinder-815582-6-iscsi neutron-server[109072]: 'QosPolicy': {'1.10'}, Nov 25 04:40:47.429999 dv-cinder-815582-6-iscsi neutron-server[109072]: 'SecurityGroup': {'1.5'}, Nov 25 04:40:47.429999 dv-cinder-815582-6-iscsi neutron-server[109072]: 'SecurityGroupRule': {'1.2'}, Nov 25 04:40:47.429999 dv-cinder-815582-6-iscsi neutron-server[109072]: 'SubPort': {'1.0'}, Nov 25 04:40:47.429999 dv-cinder-815582-6-iscsi neutron-server[109072]: 'Subnet': {'1.1'}, Nov 25 04:40:47.429999 dv-cinder-815582-6-iscsi neutron-server[109072]: 'Trunk': {'1.1'}} Nov 25 04:40:47.429999 dv-cinder-815582-6-iscsi neutron-server[109072]: consumer versions: Nov 25 04:40:47.429999 dv-cinder-815582-6-iscsi neutron-server[109072]: { DHCP agent@dv-cinder-815582-6-iscsi: {}, Nov 25 04:40:47.429999 dv-cinder-815582-6-iscsi neutron-server[109072]: L3 agent@dv-cinder-815582-6-iscsi: {}, Nov 25 04:40:47.429999 dv-cinder-815582-6-iscsi neutron-server[109072]: Metadata agent@dv-cinder-815582-6-iscsi: {}, Nov 25 04:40:47.429999 dv-cinder-815582-6-iscsi neutron-server[109072]: Metering agent@dv-cinder-815582-6-iscsi: {}, Nov 25 04:40:47.429999 dv-cinder-815582-6-iscsi neutron-server[109072]: Open vSwitch agent@dv-cinder-815582-6-iscsi: { 'AddressGroup': '1.2', Nov 25 04:40:47.429999 dv-cinder-815582-6-iscsi neutron-server[109072]: 'ConntrackHelper': '1.0', Nov 25 04:40:47.429999 dv-cinder-815582-6-iscsi neutron-server[109072]: 'Log': '1.0', Nov 25 04:40:47.429999 dv-cinder-815582-6-iscsi neutron-server[109072]: 'Network': '1.1', Nov 25 04:40:47.429999 dv-cinder-815582-6-iscsi neutron-server[109072]: 'Port': '1.7', Nov 25 04:40:47.429999 dv-cinder-815582-6-iscsi neutron-server[109072]: 'PortForwarding': '1.2', Nov 25 04:40:47.429999 dv-cinder-815582-6-iscsi neutron-server[109072]: 'QosPolicy': '1.10', Nov 25 04:40:47.429999 dv-cinder-815582-6-iscsi neutron-server[109072]: 'SecurityGroup': '1.5', Nov 25 04:40:47.429999 dv-cinder-815582-6-iscsi neutron-server[109072]: 'SecurityGroupRule': '1.2', Nov 25 04:40:47.429999 dv-cinder-815582-6-iscsi neutron-server[109072]: 'SubPort': '1.0', Nov 25 04:40:47.429999 dv-cinder-815582-6-iscsi neutron-server[109072]: 'Subnet': '1.1', Nov 25 04:40:47.429999 dv-cinder-815582-6-iscsi neutron-server[109072]: 'Trunk': '1.1'}} Nov 25 04:40:47.429999 dv-cinder-815582-6-iscsi neutron-server[109072]: {{(pid=109072) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 04:40:47.477583 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-cbc77fa4-b0ff-4e9b-9d45-8db93d94d4d5 None None] Attempting to bind port 97bd8d44-efcc-4ed8-bac5-5208852447f0 on host dv-cinder-815582-6-iscsi for vnic_type normal with profile {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:40:47.477998 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-cbc77fa4-b0ff-4e9b-9d45-8db93d94d4d5 None None] Attempting to bind port 97bd8d44-efcc-4ed8-bac5-5208852447f0 by drivers openvswitch,hyperv on host dv-cinder-815582-6-iscsi at level 0 using segments [{'id': 'a43cab4d-c39e-4eef-bb67-8063c7d7d87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'aaeb3dad-9f48-448f-87a7-d0f79a833a22'}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:40:47.478402 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc77fa4-b0ff-4e9b-9d45-8db93d94d4d5 None None] Attempting to bind port 97bd8d44-efcc-4ed8-bac5-5208852447f0 on network aaeb3dad-9f48-448f-87a7-d0f79a833a22 {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:40:47.483588 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc77fa4-b0ff-4e9b-9d45-8db93d94d4d5 None None] Checking agent: {'id': '2825277b-b27f-46a7-b452-1b49513b2056', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 40, 34), 'started_at': datetime.datetime(2021, 11, 25, 4, 40, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:40:47.483971 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc77fa4-b0ff-4e9b-9d45-8db93d94d4d5 None None] Checking segment: {'id': 'a43cab4d-c39e-4eef-bb67-8063c7d7d87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'aaeb3dad-9f48-448f-87a7-d0f79a833a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:40:47.484477 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-cbc77fa4-b0ff-4e9b-9d45-8db93d94d4d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:47.484869 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc77fa4-b0ff-4e9b-9d45-8db93d94d4d5 None None] Bound using segment: {'id': 'a43cab4d-c39e-4eef-bb67-8063c7d7d87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'aaeb3dad-9f48-448f-87a7-d0f79a833a22'} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:40:47.485366 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-cbc77fa4-b0ff-4e9b-9d45-8db93d94d4d5 None None] Bound port: 97bd8d44-efcc-4ed8-bac5-5208852447f0, host: dv-cinder-815582-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a43cab4d-c39e-4eef-bb67-8063c7d7d87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'aaeb3dad-9f48-448f-87a7-d0f79a833a22'}}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:40:47.485774 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-cbc77fa4-b0ff-4e9b-9d45-8db93d94d4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:47.548210 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-cbc77fa4-b0ff-4e9b-9d45-8db93d94d4d5 None None] For port 97bd8d44-efcc-4ed8-bac5-5208852447f0, host dv-cinder-815582-6-iscsi, cleared binding levels {{(pid=109072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:40:47.552612 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-cbc77fa4-b0ff-4e9b-9d45-8db93d94d4d5 None None] For port 97bd8d44-efcc-4ed8-bac5-5208852447f0, host dv-cinder-815582-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=97bd8d44-efcc-4ed8-bac5-5208852447f0,segment=NetworkSegment(a43cab4d-c39e-4eef-bb67-8063c7d7d87f),segment_id=a43cab4d-c39e-4eef-bb67-8063c7d7d87f)] {{(pid=109072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:40:47.559478 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-cbc77fa4-b0ff-4e9b-9d45-8db93d94d4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:47.625296 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc77fa4-b0ff-4e9b-9d45-8db93d94d4d5 None None] Pushing event updated for resources: {'Port': ['ID=97bd8d44-efcc-4ed8-bac5-5208852447f0,revision_number=2']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:40:49.086431 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 50140) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:40:49.416301 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [None req-54b7c6a3-888a-49d5-b298-78d5377b4422 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109071) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 04:40:49.417282 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-54b7c6a3-888a-49d5-b298-78d5377b4422 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3298078 Nov 25 04:40:52.064076 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 50148) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:40:52.398789 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [None req-6462eccf-975b-4bcb-bd8c-6dcbb4f6f092 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109070) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 04:40:52.399858 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-6462eccf-975b-4bcb-bd8c-6dcbb4f6f092 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3347752 Nov 25 04:40:55.299997 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 50160) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:40:55.627216 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-0062c9cf-6bab-4fd5-be9a-4a0975b5344f admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '1bfccf3a4b984f68b07f792b4eda21aa', 'admin_state_up': True}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:40:55.658571 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-0062c9cf-6bab-4fd5-be9a-4a0975b5344f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25019'] for router, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:55.660119 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-0062c9cf-6bab-4fd5-be9a-4a0975b5344f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3774484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24962'] for router, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:55.796489 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-0062c9cf-6bab-4fd5-be9a-4a0975b5344f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:55.804033 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-0062c9cf-6bab-4fd5-be9a-4a0975b5344f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687985'] for router, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:55.821943 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-0062c9cf-6bab-4fd5-be9a-4a0975b5344f admin admin] Publish callbacks [] for router, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:55.823190 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-0062c9cf-6bab-4fd5-be9a-4a0975b5344f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5221534 Nov 25 04:40:56.696495 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c902f741-bfed-4527-a3e7-93eb4ea66f9b None None] Network aaeb3dad-9f48-448f-87a7-d0f79a833a22 requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:40:56.822892 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-daa49eb0-a60f-4079-b7d9-ce54ff10eda2 None None] Provisioning complete for port 97bd8d44-efcc-4ed8-bac5-5208852447f0 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:40:56.823210 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-daa49eb0-a60f-4079-b7d9-ce54ff10eda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:57.014230 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-daa49eb0-a60f-4079-b7d9-ce54ff10eda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:57.056398 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-daa49eb0-a60f-4079-b7d9-ce54ff10eda2 None None] For port 97bd8d44-efcc-4ed8-bac5-5208852447f0, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=97bd8d44-efcc-4ed8-bac5-5208852447f0,segment=NetworkSegment(a43cab4d-c39e-4eef-bb67-8063c7d7d87f),segment_id=a43cab4d-c39e-4eef-bb67-8063c7d7d87f)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:40:57.062044 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-daa49eb0-a60f-4079-b7d9-ce54ff10eda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:57.142142 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa49eb0-a60f-4079-b7d9-ce54ff10eda2 None None] Pushing event updated for resources: {'Port': ['ID=97bd8d44-efcc-4ed8-bac5-5208852447f0,revision_number=3']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:40:57.183422 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-fb0e235a-b209-46fb-afe1-161f70076d97 None None] Provisioning complete for port 97bd8d44-efcc-4ed8-bac5-5208852447f0 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:40:57.183805 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-fb0e235a-b209-46fb-afe1-161f70076d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:57.365938 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 97bd8d44-efcc-4ed8-bac5-5208852447f0 up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:40:57.419042 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port 97bd8d44-efcc-4ed8-bac5-5208852447f0 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:40:57.419412 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:57.772408 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-e6bf2a89-bcca-4573-8f86-1f7140bc44a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:40:58.535886 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 50170) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:40:58.886125 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [None req-3556a5f0-2aed-4ada-bba0-aad4848fce06 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109070) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 04:40:58.887133 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-3556a5f0-2aed-4ada-bba0-aad4848fce06 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3502529 Nov 25 04:41:00.141644 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-d41ed1a6-65bb-49af-96df-9685ea2fb022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:01.147284 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:01.574410 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 50188) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:41:01.713527 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-1fd61236-e717-4dba-abc7-40fa5013dffc admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:41:01.743993 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd61236-e717-4dba-abc7-40fa5013dffc admin admin] Made reservation on behalf of eecafb0e45fb4de69b43e46178412ed9 for: {'network': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:41:01.746323 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1fd61236-e717-4dba-abc7-40fa5013dffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for network, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:01.762451 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1fd61236-e717-4dba-abc7-40fa5013dffc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:01.864401 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1fd61236-e717-4dba-abc7-40fa5013dffc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:01.871530 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1fd61236-e717-4dba-abc7-40fa5013dffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:01.890296 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1fd61236-e717-4dba-abc7-40fa5013dffc admin admin] Reserving flat network on physical network physnet1 {{(pid=109070) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 25 04:41:01.906802 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd61236-e717-4dba-abc7-40fa5013dffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49bf5ab7-b314-4f0b-834d-b16e921c7eb8,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:41:01.915699 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1fd61236-e717-4dba-abc7-40fa5013dffc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783340406986', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041'] for segment, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:01.916345 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1fd61236-e717-4dba-abc7-40fa5013dffc admin admin] Unsubscribe: segment precommit_create {{(pid=109070) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 25 04:41:01.916830 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.db.segments_db [None req-1fd61236-e717-4dba-abc7-40fa5013dffc admin admin] Added segment 5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6 of type flat for network 7252c0b9-b802-4561-8a54-4fb5c87ca7b8 Nov 25 04:41:01.977335 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1fd61236-e717-4dba-abc7-40fa5013dffc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783339880421'] for network, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:02.032632 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1fd61236-e717-4dba-abc7-40fa5013dffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519'] for network, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:02.034187 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd61236-e717-4dba-abc7-40fa5013dffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:41:02.035096 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1fd61236-e717-4dba-abc7-40fa5013dffc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for network, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:02.121847 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-1fd61236-e717-4dba-abc7-40fa5013dffc admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5462899 Nov 25 04:41:02.155594 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd61236-e717-4dba-abc7-40fa5013dffc admin admin] Pushing event updated for resources: {'Network': ['ID=7252c0b9-b802-4561-8a54-4fb5c87ca7b8,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:41:02.166478 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Network 7252c0b9-b802-4561-8a54-4fb5c87ca7b8 details requested by agent ovs-agent-dv-cinder-815582-6-iscsi with host dv-cinder-815582-6-iscsi {{(pid=109072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 04:41:02.545801 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:03.545614 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:04.583140 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 50206) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:41:04.686325 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadf700e-e178-4349-b39c-635e7f2298c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:41:04.687735 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-eadf700e-e178-4349-b39c-635e7f2298c3 admin admin] 10.222.0.36 "GET /v2.0/subnets/c6e08589-50bd-4eb0-9e95-ad0724627e12 HTTP/1.1" status: 200 len: 849 time: 0.1035659 Nov 25 04:41:04.850216 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-1bff8b52-dacf-496d-9c29-1882d83321de admin admin] 10.222.0.36 "GET /v2.0/routers/d40a079e-dce8-4422-97e3-e0dd498cd9f7 HTTP/1.1" status: 200 len: 704 time: 0.1537499 Nov 25 04:41:05.121601 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-965762d0-2737-407d-ac0e-631552cf8fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:05.430124 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [None req-965762d0-2737-407d-ac0e-631552cf8fea admin admin] Allocated IP 172.20.0.1 (aaeb3dad-9f48-448f-87a7-d0f79a833a22/c6e08589-50bd-4eb0-9e95-ad0724627e12/13c408cb-6cba-43d1-99bc-5d3c24dd8c8c) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:41:05.586819 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-965762d0-2737-407d-ac0e-631552cf8fea admin admin] Publish callbacks [] for port, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:05.662394 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-965762d0-2737-407d-ac0e-631552cf8fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851'] for port, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:05.739064 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965762d0-2737-407d-ac0e-631552cf8fea admin admin] Network aaeb3dad-9f48-448f-87a7-d0f79a833a22 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:41:05.746709 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-965762d0-2737-407d-ac0e-631552cf8fea admin admin] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:41:05.751474 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965762d0-2737-407d-ac0e-631552cf8fea admin admin] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:41:05.752332 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-965762d0-2737-407d-ac0e-631552cf8fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688128'] for router_interface, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:05.775302 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965762d0-2737-407d-ac0e-631552cf8fea admin admin] Pushing event updated for resources: {'Port': ['ID=13c408cb-6cba-43d1-99bc-5d3c24dd8c8c,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:41:05.951721 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-1b5d3197-f820-4ca8-acd7-abdb83cde960 None None] Provisioning complete for port 13c408cb-6cba-43d1-99bc-5d3c24dd8c8c triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:41:05.952350 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1b5d3197-f820-4ca8-acd7-abdb83cde960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:05.986431 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-1b5d3197-f820-4ca8-acd7-abdb83cde960 None None] Port 13c408cb-6cba-43d1-99bc-5d3c24dd8c8c cannot update to ACTIVE because it is not bound. {{(pid=109072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 04:41:06.007258 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-965762d0-2737-407d-ac0e-631552cf8fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:06.220719 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-965762d0-2737-407d-ac0e-631552cf8fea admin admin] Publish callbacks [] for port, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:06.228886 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-965762d0-2737-407d-ac0e-631552cf8fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:06.229636 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-965762d0-2737-407d-ac0e-631552cf8fea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4163469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3681904'] for router_interface, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:06.305450 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965762d0-2737-407d-ac0e-631552cf8fea admin admin] Pushing event updated for resources: {'Port': ['ID=13c408cb-6cba-43d1-99bc-5d3c24dd8c8c,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:41:06.355136 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965762d0-2737-407d-ac0e-631552cf8fea admin admin] Network aaeb3dad-9f48-448f-87a7-d0f79a833a22 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:41:06.356670 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-965762d0-2737-407d-ac0e-631552cf8fea admin admin] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:41:06.509522 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-4e8f7844-cde8-4a23-86ee-ac3ca5f968c3 None None] Provisioning complete for port 13c408cb-6cba-43d1-99bc-5d3c24dd8c8c triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:41:06.509883 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-4e8f7844-cde8-4a23-86ee-ac3ca5f968c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:06.520800 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965762d0-2737-407d-ac0e-631552cf8fea admin admin] Router d40a079e-dce8-4422-97e3-e0dd498cd9f7 is scheduled to L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f with binding_index 1 {{(pid=109070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 04:41:06.545197 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-4e8f7844-cde8-4a23-86ee-ac3ca5f968c3 None None] Port 13c408cb-6cba-43d1-99bc-5d3c24dd8c8c cannot update to ACTIVE because it is not bound. {{(pid=109072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 04:41:06.623183 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965762d0-2737-407d-ac0e-631552cf8fea admin admin] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:41:06.628835 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-965762d0-2737-407d-ac0e-631552cf8fea admin admin] 10.222.0.36 "PUT /v2.0/routers/d40a079e-dce8-4422-97e3-e0dd498cd9f7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7702262 Nov 25 04:41:06.633582 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b42545-06e2-4941-8b15-cb34fe16a1dc None None] Sync routers for ids ['d40a079e-dce8-4422-97e3-e0dd498cd9f7'] in dv-cinder-815582-6-iscsi {{(pid=109073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:41:06.646165 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b42545-06e2-4941-8b15-cb34fe16a1dc None None] Routers {'d40a079e-dce8-4422-97e3-e0dd498cd9f7'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:41:06.647073 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-53b42545-06e2-4941-8b15-cb34fe16a1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:41:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['d40a079e-dce8-4422-97e3-e0dd498cd9f7'], 'active': True} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:41:06.838709 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvr_db [None req-53b42545-06e2-4941-8b15-cb34fe16a1dc None None] Set router d40a079e-dce8-4422-97e3-e0dd498cd9f7 gateway port host: None {{(pid=109073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:41:07.275456 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-53b42545-06e2-4941-8b15-cb34fe16a1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40a079e-dce8-4422-97e3-e0dd498cd9f7', 'name': 'router1', 'tenant_id': '1bfccf3a4b984f68b07f792b4eda21aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:40:55Z', 'updated_at': '2021-11-25T04:41:05Z', 'revision_number': 2, 'project_id': '1bfccf3a4b984f68b07f792b4eda21aa', 'gw_port_host': None, '_interfaces': [{'id': '13c408cb-6cba-43d1-99bc-5d3c24dd8c8c', 'name': '', 'network_id': 'aaeb3dad-9f48-448f-87a7-d0f79a833a22', 'tenant_id': '1bfccf3a4b984f68b07f792b4eda21aa', 'mac_address': 'fa:16:3e:bc:cb:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40a079e-dce8-4422-97e3-e0dd498cd9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6e08589-50bd-4eb0-9e95-ad0724627e12', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:41:05Z', 'updated_at': '2021-11-25T04:41:06Z', 'revision_number': 2, 'project_id': '1bfccf3a4b984f68b07f792b4eda21aa', 'subnets': [{'id': 'c6e08589-50bd-4eb0-9e95-ad0724627e12', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '344b5283-9b4e-43e8-83aa-f7bf2e905ab2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:41:07.326188 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b42545-06e2-4941-8b15-cb34fe16a1dc None None] Checking router: d40a079e-dce8-4422-97e3-e0dd498cd9f7 for host: dv-cinder-815582-6-iscsi {{(pid=109073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:41:07.326571 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b42545-06e2-4941-8b15-cb34fe16a1dc None None] Updating router d40a079e-dce8-4422-97e3-e0dd498cd9f7 port 13c408cb-6cba-43d1-99bc-5d3c24dd8c8c binding host dv-cinder-815582-6-iscsi {{(pid=109073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 04:41:07.379096 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-53b42545-06e2-4941-8b15-cb34fe16a1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:07.908327 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-53b42545-06e2-4941-8b15-cb34fe16a1dc None None] Publish callbacks [] for port, precommit_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:07.915574 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-53b42545-06e2-4941-8b15-cb34fe16a1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:08.083771 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.managers [None req-53b42545-06e2-4941-8b15-cb34fe16a1dc None None] Attempting to bind port 13c408cb-6cba-43d1-99bc-5d3c24dd8c8c on host dv-cinder-815582-6-iscsi for vnic_type normal with profile {{(pid=109073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:41:08.084040 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.managers [None req-53b42545-06e2-4941-8b15-cb34fe16a1dc None None] Attempting to bind port 13c408cb-6cba-43d1-99bc-5d3c24dd8c8c by drivers openvswitch,hyperv on host dv-cinder-815582-6-iscsi at level 0 using segments [{'id': 'a43cab4d-c39e-4eef-bb67-8063c7d7d87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'aaeb3dad-9f48-448f-87a7-d0f79a833a22'}] {{(pid=109073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:41:08.084699 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b42545-06e2-4941-8b15-cb34fe16a1dc None None] Attempting to bind port 13c408cb-6cba-43d1-99bc-5d3c24dd8c8c on network aaeb3dad-9f48-448f-87a7-d0f79a833a22 {{(pid=109073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:41:08.096969 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca27f5f-598f-4285-9f68-951db1003964 None None] Pushing event updated for resources: {'Port': ['ID=13c408cb-6cba-43d1-99bc-5d3c24dd8c8c,revision_number=3']} {{(pid=109073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:41:08.100009 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b42545-06e2-4941-8b15-cb34fe16a1dc None None] Checking agent: {'id': '2825277b-b27f-46a7-b452-1b49513b2056', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 40, 34), 'started_at': datetime.datetime(2021, 11, 25, 4, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:41:08.100617 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b42545-06e2-4941-8b15-cb34fe16a1dc None None] Checking segment: {'id': 'a43cab4d-c39e-4eef-bb67-8063c7d7d87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'aaeb3dad-9f48-448f-87a7-d0f79a833a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:41:08.101105 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-53b42545-06e2-4941-8b15-cb34fe16a1dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:08.101506 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b42545-06e2-4941-8b15-cb34fe16a1dc None None] Bound using segment: {'id': 'a43cab4d-c39e-4eef-bb67-8063c7d7d87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'aaeb3dad-9f48-448f-87a7-d0f79a833a22'} {{(pid=109073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:41:08.102013 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.managers [None req-53b42545-06e2-4941-8b15-cb34fe16a1dc None None] Bound port: 13c408cb-6cba-43d1-99bc-5d3c24dd8c8c, host: dv-cinder-815582-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a43cab4d-c39e-4eef-bb67-8063c7d7d87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'aaeb3dad-9f48-448f-87a7-d0f79a833a22'}}] {{(pid=109073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:41:08.102403 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-53b42545-06e2-4941-8b15-cb34fe16a1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:08.117993 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca27f5f-598f-4285-9f68-951db1003964 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:41:08.118348 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca27f5f-598f-4285-9f68-951db1003964 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:41:08.118693 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca27f5f-598f-4285-9f68-951db1003964 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:41:08.119031 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca27f5f-598f-4285-9f68-951db1003964 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:41:08.119362 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca27f5f-598f-4285-9f68-951db1003964 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:41:08.119691 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca27f5f-598f-4285-9f68-951db1003964 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:41:08.120020 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca27f5f-598f-4285-9f68-951db1003964 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:41:08.120372 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca27f5f-598f-4285-9f68-951db1003964 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:41:08.120704 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca27f5f-598f-4285-9f68-951db1003964 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:41:08.121028 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca27f5f-598f-4285-9f68-951db1003964 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:41:08.121350 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca27f5f-598f-4285-9f68-951db1003964 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:41:08.121670 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca27f5f-598f-4285-9f68-951db1003964 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:41:08.122791 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca27f5f-598f-4285-9f68-951db1003964 None None] Tracked resource versions report: Nov 25 04:41:08.122791 dv-cinder-815582-6-iscsi neutron-server[109073]: pushed versions: Nov 25 04:41:08.122791 dv-cinder-815582-6-iscsi neutron-server[109073]: { 'AddressGroup': {'1.2'}, Nov 25 04:41:08.122791 dv-cinder-815582-6-iscsi neutron-server[109073]: 'ConntrackHelper': {'1.0'}, Nov 25 04:41:08.122791 dv-cinder-815582-6-iscsi neutron-server[109073]: 'Log': {'1.0'}, Nov 25 04:41:08.122791 dv-cinder-815582-6-iscsi neutron-server[109073]: 'Network': {'1.1'}, Nov 25 04:41:08.122791 dv-cinder-815582-6-iscsi neutron-server[109073]: 'Port': {'1.7'}, Nov 25 04:41:08.122791 dv-cinder-815582-6-iscsi neutron-server[109073]: 'PortForwarding': {'1.2'}, Nov 25 04:41:08.122791 dv-cinder-815582-6-iscsi neutron-server[109073]: 'QosPolicy': {'1.10'}, Nov 25 04:41:08.122791 dv-cinder-815582-6-iscsi neutron-server[109073]: 'SecurityGroup': {'1.5'}, Nov 25 04:41:08.122791 dv-cinder-815582-6-iscsi neutron-server[109073]: 'SecurityGroupRule': {'1.2'}, Nov 25 04:41:08.122791 dv-cinder-815582-6-iscsi neutron-server[109073]: 'SubPort': {'1.0'}, Nov 25 04:41:08.122791 dv-cinder-815582-6-iscsi neutron-server[109073]: 'Subnet': {'1.1'}, Nov 25 04:41:08.122791 dv-cinder-815582-6-iscsi neutron-server[109073]: 'Trunk': {'1.1'}} Nov 25 04:41:08.122791 dv-cinder-815582-6-iscsi neutron-server[109073]: consumer versions: Nov 25 04:41:08.122791 dv-cinder-815582-6-iscsi neutron-server[109073]: { DHCP agent@dv-cinder-815582-6-iscsi: {}, Nov 25 04:41:08.122791 dv-cinder-815582-6-iscsi neutron-server[109073]: L3 agent@dv-cinder-815582-6-iscsi: {}, Nov 25 04:41:08.122791 dv-cinder-815582-6-iscsi neutron-server[109073]: Metadata agent@dv-cinder-815582-6-iscsi: {}, Nov 25 04:41:08.122791 dv-cinder-815582-6-iscsi neutron-server[109073]: Metering agent@dv-cinder-815582-6-iscsi: {}, Nov 25 04:41:08.122791 dv-cinder-815582-6-iscsi neutron-server[109073]: Open vSwitch agent@dv-cinder-815582-6-iscsi: { 'AddressGroup': '1.2', Nov 25 04:41:08.122791 dv-cinder-815582-6-iscsi neutron-server[109073]: 'ConntrackHelper': '1.0', Nov 25 04:41:08.122791 dv-cinder-815582-6-iscsi neutron-server[109073]: 'Log': '1.0', Nov 25 04:41:08.122791 dv-cinder-815582-6-iscsi neutron-server[109073]: 'Network': '1.1', Nov 25 04:41:08.122791 dv-cinder-815582-6-iscsi neutron-server[109073]: 'Port': '1.7', Nov 25 04:41:08.122791 dv-cinder-815582-6-iscsi neutron-server[109073]: 'PortForwarding': '1.2', Nov 25 04:41:08.122791 dv-cinder-815582-6-iscsi neutron-server[109073]: 'QosPolicy': '1.10', Nov 25 04:41:08.122791 dv-cinder-815582-6-iscsi neutron-server[109073]: 'SecurityGroup': '1.5', Nov 25 04:41:08.122791 dv-cinder-815582-6-iscsi neutron-server[109073]: 'SecurityGroupRule': '1.2', Nov 25 04:41:08.122791 dv-cinder-815582-6-iscsi neutron-server[109073]: 'SubPort': '1.0', Nov 25 04:41:08.122791 dv-cinder-815582-6-iscsi neutron-server[109073]: 'Subnet': '1.1', Nov 25 04:41:08.122791 dv-cinder-815582-6-iscsi neutron-server[109073]: 'Trunk': '1.1'}} Nov 25 04:41:08.122791 dv-cinder-815582-6-iscsi neutron-server[109073]: {{(pid=109073) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 04:41:08.180682 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-71795593-2e84-4b0a-912d-1693264d9ef8 None None] Provisioning complete for port 13c408cb-6cba-43d1-99bc-5d3c24dd8c8c triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:41:08.181413 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-71795593-2e84-4b0a-912d-1693264d9ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:08.189697 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.db [None req-53b42545-06e2-4941-8b15-cb34fe16a1dc None None] For port 13c408cb-6cba-43d1-99bc-5d3c24dd8c8c, host dv-cinder-815582-6-iscsi, cleared binding levels {{(pid=109073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:41:08.210901 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.db [None req-53b42545-06e2-4941-8b15-cb34fe16a1dc None None] For port 13c408cb-6cba-43d1-99bc-5d3c24dd8c8c, host dv-cinder-815582-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=13c408cb-6cba-43d1-99bc-5d3c24dd8c8c,segment=NetworkSegment(a43cab4d-c39e-4eef-bb67-8063c7d7d87f),segment_id=a43cab4d-c39e-4eef-bb67-8063c7d7d87f)] {{(pid=109073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:41:08.216496 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-53b42545-06e2-4941-8b15-cb34fe16a1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:08.220785 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-71795593-2e84-4b0a-912d-1693264d9ef8 None None] Port 13c408cb-6cba-43d1-99bc-5d3c24dd8c8c cannot update to ACTIVE because it is not bound. {{(pid=109072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 04:41:08.266486 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b42545-06e2-4941-8b15-cb34fe16a1dc None None] Routers {'d40a079e-dce8-4422-97e3-e0dd498cd9f7'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:41:08.267139 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-53b42545-06e2-4941-8b15-cb34fe16a1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:41:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['d40a079e-dce8-4422-97e3-e0dd498cd9f7'], 'active': True} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:41:08.341818 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca27f5f-598f-4285-9f68-951db1003964 None None] Pushing event updated for resources: {'Port': ['ID=13c408cb-6cba-43d1-99bc-5d3c24dd8c8c,revision_number=4']} {{(pid=109073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:41:08.371214 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvr_db [None req-53b42545-06e2-4941-8b15-cb34fe16a1dc None None] Set router d40a079e-dce8-4422-97e3-e0dd498cd9f7 gateway port host: None {{(pid=109073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:41:08.442591 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-a309f9e2-07c7-46b5-9ed5-3243f5a92294 None None] Provisioning complete for port 13c408cb-6cba-43d1-99bc-5d3c24dd8c8c triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:41:08.442856 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-a309f9e2-07c7-46b5-9ed5-3243f5a92294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:08.523178 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-a309f9e2-07c7-46b5-9ed5-3243f5a92294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:08.558377 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-a309f9e2-07c7-46b5-9ed5-3243f5a92294 None None] For port 13c408cb-6cba-43d1-99bc-5d3c24dd8c8c, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=13c408cb-6cba-43d1-99bc-5d3c24dd8c8c,segment=NetworkSegment(a43cab4d-c39e-4eef-bb67-8063c7d7d87f),segment_id=a43cab4d-c39e-4eef-bb67-8063c7d7d87f)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:41:08.563622 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-a309f9e2-07c7-46b5-9ed5-3243f5a92294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:08.589286 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-53b42545-06e2-4941-8b15-cb34fe16a1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40a079e-dce8-4422-97e3-e0dd498cd9f7', 'name': 'router1', 'tenant_id': '1bfccf3a4b984f68b07f792b4eda21aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:40:55Z', 'updated_at': '2021-11-25T04:41:05Z', 'revision_number': 2, 'project_id': '1bfccf3a4b984f68b07f792b4eda21aa', 'gw_port_host': None, '_interfaces': [{'id': '13c408cb-6cba-43d1-99bc-5d3c24dd8c8c', 'name': '', 'network_id': 'aaeb3dad-9f48-448f-87a7-d0f79a833a22', 'tenant_id': '1bfccf3a4b984f68b07f792b4eda21aa', 'mac_address': 'fa:16:3e:bc:cb:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40a079e-dce8-4422-97e3-e0dd498cd9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6e08589-50bd-4eb0-9e95-ad0724627e12', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:41:05Z', 'updated_at': '2021-11-25T04:41:08Z', 'revision_number': 4, 'project_id': '1bfccf3a4b984f68b07f792b4eda21aa', 'subnets': [{'id': 'c6e08589-50bd-4eb0-9e95-ad0724627e12', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '344b5283-9b4e-43e8-83aa-f7bf2e905ab2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:41:08.620980 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b42545-06e2-4941-8b15-cb34fe16a1dc None None] The sync data for ids ['d40a079e-dce8-4422-97e3-e0dd498cd9f7'] in dv-cinder-815582-6-iscsi is: [{'id': 'd40a079e-dce8-4422-97e3-e0dd498cd9f7', 'name': 'router1', 'tenant_id': '1bfccf3a4b984f68b07f792b4eda21aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:40:55Z', 'updated_at': '2021-11-25T04:41:05Z', 'revision_number': 2, 'project_id': '1bfccf3a4b984f68b07f792b4eda21aa', 'gw_port_host': None, '_interfaces': [{'id': '13c408cb-6cba-43d1-99bc-5d3c24dd8c8c', 'name': '', 'network_id': 'aaeb3dad-9f48-448f-87a7-d0f79a833a22', 'tenant_id': '1bfccf3a4b984f68b07f792b4eda21aa', 'mac_address': 'fa:16:3e:bc:cb:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40a079e-dce8-4422-97e3-e0dd498cd9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6e08589-50bd-4eb0-9e95-ad0724627e12', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:41:05Z', 'updated_at': '2021-11-25T04:41:08Z', 'revision_number': 4, 'project_id': '1bfccf3a4b984f68b07f792b4eda21aa', 'subnets': [{'id': 'c6e08589-50bd-4eb0-9e95-ad0724627e12', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '344b5283-9b4e-43e8-83aa-f7bf2e905ab2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:41:08.630459 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309f9e2-07c7-46b5-9ed5-3243f5a92294 None None] Pushing event updated for resources: {'Port': ['ID=13c408cb-6cba-43d1-99bc-5d3c24dd8c8c,revision_number=5']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:41:09.083902 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 50216) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:41:09.236506 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85457c2e-084e-4ef6-b71d-4fc380f7ff02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:41:09.238735 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-85457c2e-084e-4ef6-b71d-4fc380f7ff02 admin admin] 10.222.0.36 "GET /v2.0/networks/7252c0b9-b802-4561-8a54-4fb5c87ca7b8 HTTP/1.1" status: 200 len: 842 time: 0.1537068 Nov 25 04:41:09.248983 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-557468c5-bade-43b3-9546-4a2cdc3764a5 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'gateway_ip': '172.27.2.1', 'name': 'public-subnet'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:41:09.275544 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557468c5-bade-43b3-9546-4a2cdc3764a5 admin admin] Made reservation on behalf of eecafb0e45fb4de69b43e46178412ed9 for: {'subnet': 1} {{(pid=109071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:41:09.277777 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-557468c5-bade-43b3-9546-4a2cdc3764a5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:09.674998 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.objects.ports [None req-557468c5-bade-43b3-9546-4a2cdc3764a5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109071) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 04:41:09.675360 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-557468c5-bade-43b3-9546-4a2cdc3764a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519'] for subnet, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:09.730734 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557468c5-bade-43b3-9546-4a2cdc3764a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b33b80b7-52e3-4af3-b161-e1f3edefb5e3,revision_number=0']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:41:09.752186 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557468c5-bade-43b3-9546-4a2cdc3764a5 admin admin] Checking segment: {'id': '5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:41:09.752555 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557468c5-bade-43b3-9546-4a2cdc3764a5 admin admin] Network hostable DHCP agents. Network: 7252c0b9-b802-4561-8a54-4fb5c87ca7b8, hostable agents: ['b468568d-98fa-4cc8-a5cb-272923c6e379'], hosted agents: [] {{(pid=109071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 04:41:09.779919 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557468c5-bade-43b3-9546-4a2cdc3764a5 admin admin] Network 7252c0b9-b802-4561-8a54-4fb5c87ca7b8 is scheduled to be hosted by DHCP agent b468568d-98fa-4cc8-a5cb-272923c6e379 with binding_index 1 {{(pid=109071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 04:41:09.793130 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [None req-557468c5-bade-43b3-9546-4a2cdc3764a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-6-iscsi, 7252c0b9-b802-4561-8a54-4fb5c87ca7b8) {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:41:09.798186 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557468c5-bade-43b3-9546-4a2cdc3764a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:41:09.798790 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-557468c5-bade-43b3-9546-4a2cdc3764a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for subnet, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:09.805608 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5f79be-883f-4101-9d96-d7878e2cabbf None None] Network 7252c0b9-b802-4561-8a54-4fb5c87ca7b8 requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:41:09.817695 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-557468c5-bade-43b3-9546-4a2cdc3764a5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5722477 Nov 25 04:41:09.946248 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3ca717-3a1f-4127-98ec-60b51e453d01 None None] Network 7252c0b9-b802-4561-8a54-4fb5c87ca7b8 requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:41:12.318346 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 50224) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:41:12.458591 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-2fc620cf-a764-47c4-85a9-5b8278ba085c admin admin] 10.222.0.36 "GET /v2.0/routers/d40a079e-dce8-4422-97e3-e0dd498cd9f7 HTTP/1.1" status: 200 len: 710 time: 0.1390352 Nov 25 04:41:12.550275 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266d56a8-38e5-42fb-9547-f116ffeace79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:41:12.551697 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-266d56a8-38e5-42fb-9547-f116ffeace79 admin admin] 10.222.0.36 "GET /v2.0/networks/7252c0b9-b802-4561-8a54-4fb5c87ca7b8 HTTP/1.1" status: 200 len: 886 time: 0.0863645 Nov 25 04:41:12.563234 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-578a4e99-1afc-404b-a765-0d01076dd178 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'}}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:41:12.807353 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-578a4e99-1afc-404b-a765-0d01076dd178 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:13.115833 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-578a4e99-1afc-404b-a765-0d01076dd178 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:13.198126 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-578a4e99-1afc-404b-a765-0d01076dd178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:13.315506 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [None req-578a4e99-1afc-404b-a765-0d01076dd178 admin admin] Allocated IP 172.27.2.30 (7252c0b9-b802-4561-8a54-4fb5c87ca7b8/b33b80b7-52e3-4af3-b161-e1f3edefb5e3/9dcbd52c-c4a8-44c6-99c8-6e7be3ef83a8) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:41:13.417726 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-578a4e99-1afc-404b-a765-0d01076dd178 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:13.453155 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-578a4e99-1afc-404b-a765-0d01076dd178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851'] for port, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:13.494560 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578a4e99-1afc-404b-a765-0d01076dd178 admin admin] Network 7252c0b9-b802-4561-8a54-4fb5c87ca7b8 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:41:13.497356 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-578a4e99-1afc-404b-a765-0d01076dd178 admin admin] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:41:13.502175 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578a4e99-1afc-404b-a765-0d01076dd178 admin admin] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:41:13.506771 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a4e99-1afc-404b-a765-0d01076dd178 admin admin] Pushing event updated for resources: {'Port': ['ID=9dcbd52c-c4a8-44c6-99c8-6e7be3ef83a8,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:41:13.760573 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-578a4e99-1afc-404b-a765-0d01076dd178 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:13.959905 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-578a4e99-1afc-404b-a765-0d01076dd178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3687978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3683201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24976'] for router, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:13.963447 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-578a4e99-1afc-404b-a765-0d01076dd178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3687971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3687992', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3683222'] for router, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:14.077808 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578a4e99-1afc-404b-a765-0d01076dd178 admin admin] Router d40a079e-dce8-4422-97e3-e0dd498cd9f7 has already been hosted by L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f {{(pid=109070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 04:41:14.189064 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578a4e99-1afc-404b-a765-0d01076dd178 admin admin] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:41:14.193787 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-578a4e99-1afc-404b-a765-0d01076dd178 admin admin] Publish callbacks [] for router, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:14.195000 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-578a4e99-1afc-404b-a765-0d01076dd178 admin admin] 10.222.0.36 "PUT /v2.0/routers/d40a079e-dce8-4422-97e3-e0dd498cd9f7 HTTP/1.1" status: 200 len: 889 time: 1.6352992 Nov 25 04:41:15.368608 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 13c408cb-6cba-43d1-99bc-5d3c24dd8c8c up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:41:15.417387 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port 13c408cb-6cba-43d1-99bc-5d3c24dd8c8c triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:41:15.417768 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:15.802495 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecece9f1-fc60-4314-84da-5e6f85bf8569 None None] Sync routers for ids ['d40a079e-dce8-4422-97e3-e0dd498cd9f7'] in dv-cinder-815582-6-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:41:15.814121 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecece9f1-fc60-4314-84da-5e6f85bf8569 None None] Routers {'d40a079e-dce8-4422-97e3-e0dd498cd9f7'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:41:15.814792 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-ecece9f1-fc60-4314-84da-5e6f85bf8569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:41:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['d40a079e-dce8-4422-97e3-e0dd498cd9f7'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:41:16.024800 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-ecece9f1-fc60-4314-84da-5e6f85bf8569 None None] Set router d40a079e-dce8-4422-97e3-e0dd498cd9f7 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:41:16.425053 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-ecece9f1-fc60-4314-84da-5e6f85bf8569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40a079e-dce8-4422-97e3-e0dd498cd9f7', 'name': 'router1', 'tenant_id': '1bfccf3a4b984f68b07f792b4eda21aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '9dcbd52c-c4a8-44c6-99c8-6e7be3ef83a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:40:55Z', 'updated_at': '2021-11-25T04:41:13Z', 'revision_number': 4, 'project_id': '1bfccf3a4b984f68b07f792b4eda21aa', 'gw_port': {'id': '9dcbd52c-c4a8-44c6-99c8-6e7be3ef83a8', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:74:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40a079e-dce8-4422-97e3-e0dd498cd9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:41:13Z', 'updated_at': '2021-11-25T04:41:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '13c408cb-6cba-43d1-99bc-5d3c24dd8c8c', 'name': '', 'network_id': 'aaeb3dad-9f48-448f-87a7-d0f79a833a22', 'tenant_id': '1bfccf3a4b984f68b07f792b4eda21aa', 'mac_address': 'fa:16:3e:bc:cb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40a079e-dce8-4422-97e3-e0dd498cd9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6e08589-50bd-4eb0-9e95-ad0724627e12', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:41:05Z', 'updated_at': '2021-11-25T04:41:08Z', 'revision_number': 5, 'project_id': '1bfccf3a4b984f68b07f792b4eda21aa', 'subnets': [{'id': 'c6e08589-50bd-4eb0-9e95-ad0724627e12', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '344b5283-9b4e-43e8-83aa-f7bf2e905ab2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:41:16.549466 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecece9f1-fc60-4314-84da-5e6f85bf8569 None None] Checking router: d40a079e-dce8-4422-97e3-e0dd498cd9f7 for host: dv-cinder-815582-6-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:41:16.549792 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecece9f1-fc60-4314-84da-5e6f85bf8569 None None] Updating router d40a079e-dce8-4422-97e3-e0dd498cd9f7 port 9dcbd52c-c4a8-44c6-99c8-6e7be3ef83a8 binding host dv-cinder-815582-6-iscsi {{(pid=109072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 04:41:16.604062 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-ecece9f1-fc60-4314-84da-5e6f85bf8569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:16.847626 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 50236) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:41:16.945715 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-ecece9f1-fc60-4314-84da-5e6f85bf8569 None None] Publish callbacks [] for port, precommit_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:16.952588 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-ecece9f1-fc60-4314-84da-5e6f85bf8569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:16.970490 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-1820d447-901a-48ac-9e5a-898f1ff0fc17 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1216445 Nov 25 04:41:17.009564 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759b370-4035-44bf-9f7a-f8d5efc8dfb4 None None] Pushing event updated for resources: {'Port': ['ID=9dcbd52c-c4a8-44c6-99c8-6e7be3ef83a8,revision_number=2']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:41:17.013442 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-ecece9f1-fc60-4314-84da-5e6f85bf8569 None None] Attempting to bind port 9dcbd52c-c4a8-44c6-99c8-6e7be3ef83a8 on host dv-cinder-815582-6-iscsi for vnic_type normal with profile {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:41:17.013813 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-ecece9f1-fc60-4314-84da-5e6f85bf8569 None None] Attempting to bind port 9dcbd52c-c4a8-44c6-99c8-6e7be3ef83a8 by drivers openvswitch,hyperv on host dv-cinder-815582-6-iscsi at level 0 using segments [{'id': '5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:41:17.014182 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecece9f1-fc60-4314-84da-5e6f85bf8569 None None] Attempting to bind port 9dcbd52c-c4a8-44c6-99c8-6e7be3ef83a8 on network 7252c0b9-b802-4561-8a54-4fb5c87ca7b8 {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:41:17.020420 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecece9f1-fc60-4314-84da-5e6f85bf8569 None None] Checking agent: {'id': '2825277b-b27f-46a7-b452-1b49513b2056', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 40, 34), 'started_at': datetime.datetime(2021, 11, 25, 4, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:41:17.020810 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecece9f1-fc60-4314-84da-5e6f85bf8569 None None] Checking segment: {'id': '5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:41:17.021384 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-ecece9f1-fc60-4314-84da-5e6f85bf8569 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:17.021948 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecece9f1-fc60-4314-84da-5e6f85bf8569 None None] Bound using segment: {'id': '5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:41:17.022513 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-ecece9f1-fc60-4314-84da-5e6f85bf8569 None None] Bound port: 9dcbd52c-c4a8-44c6-99c8-6e7be3ef83a8, host: dv-cinder-815582-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'}}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:41:17.022930 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-ecece9f1-fc60-4314-84da-5e6f85bf8569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:17.079913 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-ecece9f1-fc60-4314-84da-5e6f85bf8569 None None] For port 9dcbd52c-c4a8-44c6-99c8-6e7be3ef83a8, host dv-cinder-815582-6-iscsi, cleared binding levels {{(pid=109072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:41:17.083433 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-ecece9f1-fc60-4314-84da-5e6f85bf8569 None None] For port 9dcbd52c-c4a8-44c6-99c8-6e7be3ef83a8, host dv-cinder-815582-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=9dcbd52c-c4a8-44c6-99c8-6e7be3ef83a8,segment=NetworkSegment(5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6),segment_id=5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6)] {{(pid=109072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:41:17.091063 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-ecece9f1-fc60-4314-84da-5e6f85bf8569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:17.152459 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecece9f1-fc60-4314-84da-5e6f85bf8569 None None] Routers {'d40a079e-dce8-4422-97e3-e0dd498cd9f7'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:41:17.153158 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-ecece9f1-fc60-4314-84da-5e6f85bf8569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:41:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['d40a079e-dce8-4422-97e3-e0dd498cd9f7'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:41:17.158550 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759b370-4035-44bf-9f7a-f8d5efc8dfb4 None None] Pushing event updated for resources: {'Port': ['ID=9dcbd52c-c4a8-44c6-99c8-6e7be3ef83a8,revision_number=3']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:41:17.273830 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-ecece9f1-fc60-4314-84da-5e6f85bf8569 None None] Set router d40a079e-dce8-4422-97e3-e0dd498cd9f7 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:41:17.498576 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-ecece9f1-fc60-4314-84da-5e6f85bf8569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40a079e-dce8-4422-97e3-e0dd498cd9f7', 'name': 'router1', 'tenant_id': '1bfccf3a4b984f68b07f792b4eda21aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '9dcbd52c-c4a8-44c6-99c8-6e7be3ef83a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:40:55Z', 'updated_at': '2021-11-25T04:41:13Z', 'revision_number': 4, 'project_id': '1bfccf3a4b984f68b07f792b4eda21aa', 'gw_port': {'id': '9dcbd52c-c4a8-44c6-99c8-6e7be3ef83a8', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:74:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40a079e-dce8-4422-97e3-e0dd498cd9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:41:13Z', 'updated_at': '2021-11-25T04:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '13c408cb-6cba-43d1-99bc-5d3c24dd8c8c', 'name': '', 'network_id': 'aaeb3dad-9f48-448f-87a7-d0f79a833a22', 'tenant_id': '1bfccf3a4b984f68b07f792b4eda21aa', 'mac_address': 'fa:16:3e:bc:cb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40a079e-dce8-4422-97e3-e0dd498cd9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6e08589-50bd-4eb0-9e95-ad0724627e12', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:41:05Z', 'updated_at': '2021-11-25T04:41:08Z', 'revision_number': 5, 'project_id': '1bfccf3a4b984f68b07f792b4eda21aa', 'subnets': [{'id': 'c6e08589-50bd-4eb0-9e95-ad0724627e12', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '344b5283-9b4e-43e8-83aa-f7bf2e905ab2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:41:17.525072 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecece9f1-fc60-4314-84da-5e6f85bf8569 None None] The sync data for ids ['d40a079e-dce8-4422-97e3-e0dd498cd9f7'] in dv-cinder-815582-6-iscsi is: [{'id': 'd40a079e-dce8-4422-97e3-e0dd498cd9f7', 'name': 'router1', 'tenant_id': '1bfccf3a4b984f68b07f792b4eda21aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '9dcbd52c-c4a8-44c6-99c8-6e7be3ef83a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:40:55Z', 'updated_at': '2021-11-25T04:41:13Z', 'revision_number': 4, 'project_id': '1bfccf3a4b984f68b07f792b4eda21aa', 'gw_port': {'id': '9dcbd52c-c4a8-44c6-99c8-6e7be3ef83a8', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:74:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40a079e-dce8-4422-97e3-e0dd498cd9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:41:13Z', 'updated_at': '2021-11-25T04:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '13c408cb-6cba-43d1-99bc-5d3c24dd8c8c', 'name': '', 'network_id': 'aaeb3dad-9f48-448f-87a7-d0f79a833a22', 'tenant_id': '1bfccf3a4b984f68b07f792b4eda21aa', 'mac_address': 'fa:16:3e:bc:cb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40a079e-dce8-4422-97e3-e0dd498cd9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6e08589-50bd-4eb0-9e95-ad0724627e12', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:41:05Z', 'updated_at': '2021-11-25T04:41:08Z', 'revision_number': 5, 'project_id': '1bfccf3a4b984f68b07f792b4eda21aa', 'subnets': [{'id': 'c6e08589-50bd-4eb0-9e95-ad0724627e12', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '344b5283-9b4e-43e8-83aa-f7bf2e905ab2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:41:19.391774 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 9dcbd52c-c4a8-44c6-99c8-6e7be3ef83a8 up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:41:19.452346 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port 9dcbd52c-c4a8-44c6-99c8-6e7be3ef83a8 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:41:19.452562 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:19.534927 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:19.557317 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] For port 9dcbd52c-c4a8-44c6-99c8-6e7be3ef83a8, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=9dcbd52c-c4a8-44c6-99c8-6e7be3ef83a8,segment=NetworkSegment(5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6),segment_id=5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:41:19.565605 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:19.619787 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Pushing event updated for resources: {'Port': ['ID=9dcbd52c-c4a8-44c6-99c8-6e7be3ef83a8,revision_number=4']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:41:21.390609 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 9dcbd52c-c4a8-44c6-99c8-6e7be3ef83a8 up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:41:21.486763 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port 9dcbd52c-c4a8-44c6-99c8-6e7be3ef83a8 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:41:21.487421 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:26.975784 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 5 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 04:41:27.779958 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7d110a66-5b91-496d-8a8f-5e7672c3527a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:30.140241 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-763a43e2-9259-4307-b851-fe0e88972f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:31.150517 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:32.555938 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:33.541189 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:41:57.778465 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-bb138552-6d25-4f7b-9189-41e772dec890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:42:00.142685 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-bd212a38-ac80-48f8-b2b6-d2fee2f17e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:42:01.152874 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:42:02.547513 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:42:03.548651 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:42:03.978158 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 5 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 04:42:27.778242 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-e5802db5-dead-4e54-b6dc-3c016e9331c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:42:30.137772 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-e1bc8c60-6575-460a-b3d0-6d9ae303b484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:42:31.157243 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:42:32.551350 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:42:33.546684 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:42:38.865466 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 50720) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:42:38.943224 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.pecan_wsgi.hooks.translation [None req-42317d5f-94d4-4442-97b5-5023afc85e10 admin admin] GET failed (client error): The resource could not be found. Nov 25 04:42:38.944564 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-42317d5f-94d4-4442-97b5-5023afc85e10 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0781138 Nov 25 04:42:39.109454 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca5b26b-b05f-4bda-a74f-b8ec39d80987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:42:39.110869 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-0ca5b26b-b05f-4bda-a74f-b8ec39d80987 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1613770 Nov 25 04:42:40.978326 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 5 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 04:42:41.530126 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 50730) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:42:41.628583 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8deb6f49-8203-40e3-ad5f-ddbdf250181d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:42:41.629919 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-8deb6f49-8203-40e3-ad5f-ddbdf250181d admin admin] 10.222.0.36 "GET /v2.0/subnets/c6e08589-50bd-4eb0-9e95-ad0724627e12 HTTP/1.1" status: 200 len: 849 time: 0.0987897 Nov 25 04:42:41.641239 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-6f2c9605-c3ab-4882-90eb-090ff203d982 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:42:41.734245 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6f2c9605-c3ab-4882-90eb-090ff203d982 admin admin] Publish callbacks [] for subnet, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:42:41.967643 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6f2c9605-c3ab-4882-90eb-090ff203d982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783340472351'] for subnet, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:42:42.001961 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2c9605-c3ab-4882-90eb-090ff203d982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:42:42.001961 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6f2c9605-c3ab-4882-90eb-090ff203d982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for subnet, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:42:42.003880 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-6f2c9605-c3ab-4882-90eb-090ff203d982 admin admin] 10.222.0.36 "PUT /v2.0/subnets/c6e08589-50bd-4eb0-9e95-ad0724627e12 HTTP/1.1" status: 200 len: 868 time: 0.3664412 Nov 25 04:42:42.005448 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ba85e0-1a33-42cf-addd-be803cd009d3 None None] Network aaeb3dad-9f48-448f-87a7-d0f79a833a22 requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:42:42.027331 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c9605-c3ab-4882-90eb-090ff203d982 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6e08589-50bd-4eb0-9e95-ad0724627e12,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:42:42.035334 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c9605-c3ab-4882-90eb-090ff203d982 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:42:42.035742 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c9605-c3ab-4882-90eb-090ff203d982 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:42:42.036065 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c9605-c3ab-4882-90eb-090ff203d982 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:42:42.036445 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c9605-c3ab-4882-90eb-090ff203d982 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:42:42.036771 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c9605-c3ab-4882-90eb-090ff203d982 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:42:42.037121 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c9605-c3ab-4882-90eb-090ff203d982 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:42:42.037471 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c9605-c3ab-4882-90eb-090ff203d982 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:42:42.037810 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c9605-c3ab-4882-90eb-090ff203d982 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:42:42.038164 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c9605-c3ab-4882-90eb-090ff203d982 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:42:42.038497 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c9605-c3ab-4882-90eb-090ff203d982 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:42:42.038831 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c9605-c3ab-4882-90eb-090ff203d982 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:42:42.039162 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2c9605-c3ab-4882-90eb-090ff203d982 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:42:42.353257 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9d218fd5-99b3-4005-9b5f-5c847cc266b4 None None] Provisioning complete for port 97bd8d44-efcc-4ed8-bac5-5208852447f0 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:42:42.353629 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9d218fd5-99b3-4005-9b5f-5c847cc266b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:42:42.447716 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9d218fd5-99b3-4005-9b5f-5c847cc266b4 None None] Provisioning complete for port 13c408cb-6cba-43d1-99bc-5d3c24dd8c8c triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:42:42.447960 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9d218fd5-99b3-4005-9b5f-5c847cc266b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:42:44.396068 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 50740) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:42:44.610545 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab15be28-d001-40d1-b713-0a24a0c79e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:42:44.611019 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab15be28-d001-40d1-b713-0a24a0c79e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:42:44.612640 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-ab15be28-d001-40d1-b713-0a24a0c79e2c admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2152185 Nov 25 04:42:47.021768 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 50748) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:42:47.164804 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d818b-865e-4be0-b0ce-fb0215a82f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:42:47.165263 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d818b-865e-4be0-b0ce-fb0215a82f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:42:47.166800 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-dd1d818b-865e-4be0-b0ce-fb0215a82f7c admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1439595 Nov 25 04:42:49.660638 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 50756) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:42:49.812466 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21df6ab-0cf2-48e1-b578-bdce0eafd9ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:42:49.813866 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-e21df6ab-0cf2-48e1-b578-bdce0eafd9ad admin admin] 10.222.0.36 "GET /v2.0/networks/7252c0b9-b802-4561-8a54-4fb5c87ca7b8 HTTP/1.1" status: 200 len: 886 time: 0.1522133 Nov 25 04:42:52.260220 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 50764) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:42:52.422667 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3c7a9b-5e6b-4755-8c76-205e9bd8da82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:42:52.424174 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-1e3c7a9b-5e6b-4755-8c76-205e9bd8da82 admin admin] 10.222.0.36 "GET /v2.0/networks/aaeb3dad-9f48-448f-87a7-d0f79a833a22 HTTP/1.1" status: 200 len: 869 time: 0.1628695 Nov 25 04:42:54.825593 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 50772) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:42:54.983127 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8851358e-477f-47dd-9cb6-6014ff0657ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:42:54.983603 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8851358e-477f-47dd-9cb6-6014ff0657ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:42:54.985252 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-8851358e-477f-47dd-9cb6-6014ff0657ca admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1587222 Nov 25 04:42:57.402546 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 50780) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:42:57.503327 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a0e216-8799-4e88-8489-4f8c811d100f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:42:57.503777 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a0e216-8799-4e88-8489-4f8c811d100f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:42:57.505363 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-55a0e216-8799-4e88-8489-4f8c811d100f admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1018045 Nov 25 04:42:57.784900 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-acce0557-5729-49ba-809a-167d777d4549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:42:59.907303 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 50788) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:43:00.003681 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bb4245-df16-43d6-aa24-6863f3c29800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:43:00.005084 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-62bb4245-df16-43d6-aa24-6863f3c29800 admin admin] 10.222.0.36 "GET /v2.0/subnets/b33b80b7-52e3-4af3-b161-e1f3edefb5e3 HTTP/1.1" status: 200 len: 816 time: 0.0964625 Nov 25 04:43:00.143288 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-4ceda7ef-c10d-417d-8bb9-ab75e561c268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:43:01.159538 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:43:02.409836 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 50796) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:43:02.512400 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f5c9bf-e397-489a-bcca-a000dc839582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:43:02.513778 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-d7f5c9bf-e397-489a-bcca-a000dc839582 admin admin] 10.222.0.36 "GET /v2.0/subnets/c6e08589-50bd-4eb0-9e95-ad0724627e12 HTTP/1.1" status: 200 len: 868 time: 0.1029532 Nov 25 04:43:02.555240 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:43:03.542402 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:43:17.978142 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 5 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 04:43:27.597297 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 50850) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:43:27.658558 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [None req-366a287f-153a-45fd-ac8a-9bec81d42144 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109071) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 04:43:27.659572 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-366a287f-153a-45fd-ac8a-9bec81d42144 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0610600 Nov 25 04:43:27.772810 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-debcf15e-ef4e-4d3c-b730-04ae3f972a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:43:30.149692 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-8cc39ce4-183e-48e6-8454-e930ebb257e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:43:30.150425 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 50858) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:43:30.213243 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.pecan_wsgi.hooks.translation [None req-dccecf1e-b7be-415c-a8ad-eba5f305a001 admin admin] GET failed (client error): The resource could not be found. Nov 25 04:43:30.214958 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-dccecf1e-b7be-415c-a8ad-eba5f305a001 admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0636921 Nov 25 04:43:30.300846 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8765718-3c11-4014-afe0-5a5b16caa5a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:43:30.302320 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-c8765718-3c11-4014-afe0-5a5b16caa5a4 admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0825994 Nov 25 04:43:31.162397 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:43:32.561774 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:43:32.721074 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 50866) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:43:32.772086 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-f8696379-d56a-4fa4-afdf-54a23381a1ab admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:43:32.798025 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8696379-d56a-4fa4-afdf-54a23381a1ab admin admin] Made reservation on behalf of eecafb0e45fb4de69b43e46178412ed9 for: {'network': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:43:32.800515 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f8696379-d56a-4fa4-afdf-54a23381a1ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for network, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:43:32.829370 dv-cinder-815582-6-iscsi neutron-server[109070]: WARNING neutron.services.revisions.revision_plugin [None req-f8696379-d56a-4fa4-afdf-54a23381a1ab admin admin] Could not find related network for resource to bump revision. Nov 25 04:43:32.846065 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8696379-d56a-4fa4-afdf-54a23381a1ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=109070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 04:43:32.858622 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f8696379-d56a-4fa4-afdf-54a23381a1ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041'] for segment, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:43:32.858959 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.db.segments_db [None req-f8696379-d56a-4fa4-afdf-54a23381a1ab admin admin] Added segment 6b2f3f1a-afe2-495b-8b8f-5f7b1f4f6a22 of type vlan for network 59d020d3-1088-4f9e-963f-a4316bdfab80 Nov 25 04:43:32.896701 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f8696379-d56a-4fa4-afdf-54a23381a1ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783339880421'] for network, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:43:32.935581 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f8696379-d56a-4fa4-afdf-54a23381a1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519'] for network, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:43:32.936578 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8696379-d56a-4fa4-afdf-54a23381a1ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:43:32.937180 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f8696379-d56a-4fa4-afdf-54a23381a1ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for network, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:43:32.985326 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-f8696379-d56a-4fa4-afdf-54a23381a1ab admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2631407 Nov 25 04:43:32.996285 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8696379-d56a-4fa4-afdf-54a23381a1ab admin admin] Pushing event updated for resources: {'Network': ['ID=59d020d3-1088-4f9e-963f-a4316bdfab80,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:43:33.007363 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Network 59d020d3-1088-4f9e-963f-a4316bdfab80 details requested by agent ovs-agent-dv-cinder-815582-6-iscsi with host dv-cinder-815582-6-iscsi {{(pid=109072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 04:43:33.538428 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:43:35.437347 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 50874) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:43:35.505641 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6ac6e1e-dd40-4e4d-92f1-b1ddd688094e admin admin] GET failed (client error): The resource could not be found. Nov 25 04:43:35.506609 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-a6ac6e1e-dd40-4e4d-92f1-b1ddd688094e admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0682445 Nov 25 04:43:35.607659 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa1672f-3b2a-42d6-ae4e-b48ca103739d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:43:35.609180 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-8fa1672f-3b2a-42d6-ae4e-b48ca103739d admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0970221 Nov 25 04:43:35.619982 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-84f9dcc5-49b0-4088-8a15-db68f125753e admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '59d020d3-1088-4f9e-963f-a4316bdfab80', 'description': 'shared-subnet'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:43:35.643318 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f9dcc5-49b0-4088-8a15-db68f125753e admin admin] Made reservation on behalf of eecafb0e45fb4de69b43e46178412ed9 for: {'subnet': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:43:35.645667 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-84f9dcc5-49b0-4088-8a15-db68f125753e admin admin] Publish callbacks [] for subnet, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:43:35.809076 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-84f9dcc5-49b0-4088-8a15-db68f125753e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519'] for subnet, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:43:35.855289 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9dcc5-49b0-4088-8a15-db68f125753e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7db1ca6d-1725-42a2-ab1e-1dc41d09e149,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:43:35.872719 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f9dcc5-49b0-4088-8a15-db68f125753e admin admin] Checking segment: {'id': '6b2f3f1a-afe2-495b-8b8f-5f7b1f4f6a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '59d020d3-1088-4f9e-963f-a4316bdfab80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:43:35.873006 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f9dcc5-49b0-4088-8a15-db68f125753e admin admin] Network hostable DHCP agents. Network: 59d020d3-1088-4f9e-963f-a4316bdfab80, hostable agents: ['b468568d-98fa-4cc8-a5cb-272923c6e379'], hosted agents: [] {{(pid=109070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 04:43:35.892531 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f9dcc5-49b0-4088-8a15-db68f125753e admin admin] Network 59d020d3-1088-4f9e-963f-a4316bdfab80 is scheduled to be hosted by DHCP agent b468568d-98fa-4cc8-a5cb-272923c6e379 with binding_index 1 {{(pid=109070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 04:43:35.906738 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-84f9dcc5-49b0-4088-8a15-db68f125753e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-6-iscsi, 59d020d3-1088-4f9e-963f-a4316bdfab80) {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:43:35.912586 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f9dcc5-49b0-4088-8a15-db68f125753e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:43:35.913427 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-84f9dcc5-49b0-4088-8a15-db68f125753e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for subnet, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:43:35.916779 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8f5184-ba0b-43a3-9ba5-212cc7f0205e None None] Network 59d020d3-1088-4f9e-963f-a4316bdfab80 requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:43:35.932358 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-84f9dcc5-49b0-4088-8a15-db68f125753e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3158298 Nov 25 04:43:36.077164 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a4412c-91b8-4cd9-8d9d-1ed65f4e0a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd0d5e1f-7819-5798-83e6-40b5b60b3aad-59d020d3-1088-4f9e-963f-a4316bdfab80', 'network_id': '59d020d3-1088-4f9e-963f-a4316bdfab80', 'tenant_id': 'eecafb0e45fb4de69b43e46178412ed9', 'fixed_ips': [{'subnet_id': '7db1ca6d-1725-42a2-ab1e-1dc41d09e149'}]}} from dv-cinder-815582-6-iscsi. {{(pid=109072) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 04:43:36.078120 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-a7a4412c-91b8-4cd9-8d9d-1ed65f4e0a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:43:36.216140 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.db_base_plugin_common [None req-a7a4412c-91b8-4cd9-8d9d-1ed65f4e0a94 None None] Allocated IP 192.168.233.2 (59d020d3-1088-4f9e-963f-a4316bdfab80/7db1ca6d-1725-42a2-ab1e-1dc41d09e149/79e1557c-9bfd-4ff6-b5c7-59a4e65dd4ae) {{(pid=109072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:43:36.372384 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-a7a4412c-91b8-4cd9-8d9d-1ed65f4e0a94 None None] Publish callbacks [] for port, precommit_create {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:43:36.379212 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-a7a4412c-91b8-4cd9-8d9d-1ed65f4e0a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851'] for port, after_create {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:43:36.422625 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a4412c-91b8-4cd9-8d9d-1ed65f4e0a94 None None] Network 59d020d3-1088-4f9e-963f-a4316bdfab80 is already hosted by enough agents. {{(pid=109072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:43:36.427976 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.scheduler.base_scheduler [None req-a7a4412c-91b8-4cd9-8d9d-1ed65f4e0a94 None None] Resources bound (agent type, host, resource id): {{(pid=109072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:43:36.430325 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4412c-91b8-4cd9-8d9d-1ed65f4e0a94 None None] Pushing event updated for resources: {'Port': ['ID=79e1557c-9bfd-4ff6-b5c7-59a4e65dd4ae,revision_number=1']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:43:36.432447 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a4412c-91b8-4cd9-8d9d-1ed65f4e0a94 None None] Received port after_create {{(pid=109072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:43:36.444245 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a4412c-91b8-4cd9-8d9d-1ed65f4e0a94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:43:36.444633 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a4412c-91b8-4cd9-8d9d-1ed65f4e0a94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:43:36.445387 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a4412c-91b8-4cd9-8d9d-1ed65f4e0a94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:43:36.445387 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a4412c-91b8-4cd9-8d9d-1ed65f4e0a94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:43:36.445652 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a4412c-91b8-4cd9-8d9d-1ed65f4e0a94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:43:36.446006 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a4412c-91b8-4cd9-8d9d-1ed65f4e0a94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:43:36.446330 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a4412c-91b8-4cd9-8d9d-1ed65f4e0a94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:43:36.446644 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a4412c-91b8-4cd9-8d9d-1ed65f4e0a94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:43:36.448193 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a4412c-91b8-4cd9-8d9d-1ed65f4e0a94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:43:36.448193 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a4412c-91b8-4cd9-8d9d-1ed65f4e0a94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:43:36.448193 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a4412c-91b8-4cd9-8d9d-1ed65f4e0a94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:43:36.448193 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a4412c-91b8-4cd9-8d9d-1ed65f4e0a94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:43:36.499044 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-a7a4412c-91b8-4cd9-8d9d-1ed65f4e0a94 None None] Attempting to bind port 79e1557c-9bfd-4ff6-b5c7-59a4e65dd4ae on host dv-cinder-815582-6-iscsi for vnic_type normal with profile {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:43:36.499328 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-a7a4412c-91b8-4cd9-8d9d-1ed65f4e0a94 None None] Attempting to bind port 79e1557c-9bfd-4ff6-b5c7-59a4e65dd4ae by drivers openvswitch,hyperv on host dv-cinder-815582-6-iscsi at level 0 using segments [{'id': '6b2f3f1a-afe2-495b-8b8f-5f7b1f4f6a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '59d020d3-1088-4f9e-963f-a4316bdfab80'}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:43:36.499691 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a4412c-91b8-4cd9-8d9d-1ed65f4e0a94 None None] Attempting to bind port 79e1557c-9bfd-4ff6-b5c7-59a4e65dd4ae on network 59d020d3-1088-4f9e-963f-a4316bdfab80 {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:43:36.504896 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a4412c-91b8-4cd9-8d9d-1ed65f4e0a94 None None] Checking agent: {'id': '2825277b-b27f-46a7-b452-1b49513b2056', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 40, 34), 'started_at': datetime.datetime(2021, 11, 25, 4, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:43:36.505347 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a4412c-91b8-4cd9-8d9d-1ed65f4e0a94 None None] Checking segment: {'id': '6b2f3f1a-afe2-495b-8b8f-5f7b1f4f6a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '59d020d3-1088-4f9e-963f-a4316bdfab80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:43:36.505770 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-a7a4412c-91b8-4cd9-8d9d-1ed65f4e0a94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:43:36.506215 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a4412c-91b8-4cd9-8d9d-1ed65f4e0a94 None None] Bound using segment: {'id': '6b2f3f1a-afe2-495b-8b8f-5f7b1f4f6a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '59d020d3-1088-4f9e-963f-a4316bdfab80'} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:43:36.506683 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-a7a4412c-91b8-4cd9-8d9d-1ed65f4e0a94 None None] Bound port: 79e1557c-9bfd-4ff6-b5c7-59a4e65dd4ae, host: dv-cinder-815582-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b2f3f1a-afe2-495b-8b8f-5f7b1f4f6a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '59d020d3-1088-4f9e-963f-a4316bdfab80'}}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:43:36.507123 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-a7a4412c-91b8-4cd9-8d9d-1ed65f4e0a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:43:36.570014 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-a7a4412c-91b8-4cd9-8d9d-1ed65f4e0a94 None None] For port 79e1557c-9bfd-4ff6-b5c7-59a4e65dd4ae, host dv-cinder-815582-6-iscsi, cleared binding levels {{(pid=109072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:43:36.573759 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-a7a4412c-91b8-4cd9-8d9d-1ed65f4e0a94 None None] For port 79e1557c-9bfd-4ff6-b5c7-59a4e65dd4ae, host dv-cinder-815582-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=79e1557c-9bfd-4ff6-b5c7-59a4e65dd4ae,segment=NetworkSegment(6b2f3f1a-afe2-495b-8b8f-5f7b1f4f6a22),segment_id=6b2f3f1a-afe2-495b-8b8f-5f7b1f4f6a22)] {{(pid=109072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:43:36.580250 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-a7a4412c-91b8-4cd9-8d9d-1ed65f4e0a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:43:36.642674 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4412c-91b8-4cd9-8d9d-1ed65f4e0a94 None None] Pushing event updated for resources: {'Port': ['ID=79e1557c-9bfd-4ff6-b5c7-59a4e65dd4ae,revision_number=2']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:43:37.470525 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 79e1557c-9bfd-4ff6-b5c7-59a4e65dd4ae up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:43:37.504885 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef78b76-e5c8-4e0e-9dba-a54726167015 None None] Network 59d020d3-1088-4f9e-963f-a4316bdfab80 requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:43:37.751224 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-6db071ef-f94f-4c77-aaec-cb20e4ba9eb6 None None] Provisioning complete for port 79e1557c-9bfd-4ff6-b5c7-59a4e65dd4ae triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:43:37.751534 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-6db071ef-f94f-4c77-aaec-cb20e4ba9eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:43:37.757136 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port 79e1557c-9bfd-4ff6-b5c7-59a4e65dd4ae triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:43:37.757136 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:43:37.937992 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-6db071ef-f94f-4c77-aaec-cb20e4ba9eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:43:37.939383 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:43:37.988817 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-6db071ef-f94f-4c77-aaec-cb20e4ba9eb6 None None] For port 79e1557c-9bfd-4ff6-b5c7-59a4e65dd4ae, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=79e1557c-9bfd-4ff6-b5c7-59a4e65dd4ae,segment=NetworkSegment(6b2f3f1a-afe2-495b-8b8f-5f7b1f4f6a22),segment_id=6b2f3f1a-afe2-495b-8b8f-5f7b1f4f6a22)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:43:37.995236 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-6db071ef-f94f-4c77-aaec-cb20e4ba9eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:43:38.109105 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.db.api [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 04:43:38.109487 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG oslo_db.api [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 04:43:38.112379 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db071ef-f94f-4c77-aaec-cb20e4ba9eb6 None None] Pushing event updated for resources: {'Port': ['ID=79e1557c-9bfd-4ff6-b5c7-59a4e65dd4ae,revision_number=3']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:43:38.218459 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-68e0a929-6f6a-4699-9d3d-f302241b0904 None None] Provisioning complete for port 79e1557c-9bfd-4ff6-b5c7-59a4e65dd4ae triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:43:38.218837 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-68e0a929-6f6a-4699-9d3d-f302241b0904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:43:39.452228 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 79e1557c-9bfd-4ff6-b5c7-59a4e65dd4ae up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:43:39.503216 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port 79e1557c-9bfd-4ff6-b5c7-59a4e65dd4ae triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:43:39.503581 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:43:54.978090 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 5 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 04:43:57.768579 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-97a7e740-9853-436c-8462-e663373336bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:44:00.136115 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-48c197c0-8f29-4668-8c29-83fbc3723ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:44:01.173321 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:44:02.562149 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:44:03.533376 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:44:27.773235 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-311947e9-189e-4158-83c8-050a19357277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:44:30.141019 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-249fa5ae-c4b5-4aaa-ba19-0d7bee68d152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:44:31.172038 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:44:31.981913 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 5 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 04:44:32.566315 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:44:33.539748 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:44:48.743266 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 50920) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:44:48.749890 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [None req-c6aeb8c0-d3a3-41d8-8c69-6ede28f810b8 tempest-verify_tempest_config-1919730857 tempest-verify_tempest_config-1919730857-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109070) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 04:44:48.750909 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-c6aeb8c0-d3a3-41d8-8c69-6ede28f810b8 tempest-verify_tempest_config-1919730857 tempest-verify_tempest_config-1919730857-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0066547 Nov 25 04:44:49.139018 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 50938) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:44:49.280749 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7190e3af-d4de-4503-8afd-ca2d3dcb5992 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:44:49.368539 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7190e3af-d4de-4503-8afd-ca2d3dcb5992 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:44:49.377520 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7190e3af-d4de-4503-8afd-ca2d3dcb5992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:44:49.450122 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-7190e3af-d4de-4503-8afd-ca2d3dcb5992 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f8b492b605743b6a5f5e4b427a782c6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3099120 Nov 25 04:44:49.451253 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7190e3af-d4de-4503-8afd-ca2d3dcb5992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4150b667-149c-47cb-8c98-0df24e59a615,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:44:49.453408 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 50944) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:44:49.459733 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7190e3af-d4de-4503-8afd-ca2d3dcb5992 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:44:49.460081 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7190e3af-d4de-4503-8afd-ca2d3dcb5992 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:44:49.460535 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7190e3af-d4de-4503-8afd-ca2d3dcb5992 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:44:49.460909 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7190e3af-d4de-4503-8afd-ca2d3dcb5992 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:44:49.461226 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7190e3af-d4de-4503-8afd-ca2d3dcb5992 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:44:49.461572 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7190e3af-d4de-4503-8afd-ca2d3dcb5992 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:44:49.461885 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7190e3af-d4de-4503-8afd-ca2d3dcb5992 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:44:49.462213 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7190e3af-d4de-4503-8afd-ca2d3dcb5992 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:44:49.462538 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7190e3af-d4de-4503-8afd-ca2d3dcb5992 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:44:49.462857 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7190e3af-d4de-4503-8afd-ca2d3dcb5992 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:44:49.463180 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7190e3af-d4de-4503-8afd-ca2d3dcb5992 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:44:49.463496 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7190e3af-d4de-4503-8afd-ca2d3dcb5992 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:44:49.518164 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7a930f00-44dd-40af-933b-c22b3793dc4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:44:49.540862 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7a930f00-44dd-40af-933b-c22b3793dc4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:44:49.643930 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7a930f00-44dd-40af-933b-c22b3793dc4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:44:49.647439 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7a930f00-44dd-40af-933b-c22b3793dc4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:44:49.651548 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-7a930f00-44dd-40af-933b-c22b3793dc4a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4150b667-149c-47cb-8c98-0df24e59a615 HTTP/1.1" status: 204 len: 168 time: 0.1969957 Nov 25 04:44:49.660607 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a930f00-44dd-40af-933b-c22b3793dc4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4150b667-149c-47cb-8c98-0df24e59a615,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:44:49.669447 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a930f00-44dd-40af-933b-c22b3793dc4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:44:49.669804 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a930f00-44dd-40af-933b-c22b3793dc4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:44:49.670147 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a930f00-44dd-40af-933b-c22b3793dc4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:44:49.670479 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a930f00-44dd-40af-933b-c22b3793dc4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:44:49.670814 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a930f00-44dd-40af-933b-c22b3793dc4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:44:49.671241 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a930f00-44dd-40af-933b-c22b3793dc4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:44:49.671598 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a930f00-44dd-40af-933b-c22b3793dc4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:44:49.671949 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a930f00-44dd-40af-933b-c22b3793dc4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:44:49.672377 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a930f00-44dd-40af-933b-c22b3793dc4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:44:49.672754 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a930f00-44dd-40af-933b-c22b3793dc4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:44:49.673077 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a930f00-44dd-40af-933b-c22b3793dc4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:44:49.673430 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a930f00-44dd-40af-933b-c22b3793dc4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:44:57.781886 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7fb1bb1c-d032-4863-870b-caa41438874b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:45:00.146528 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-6359669a-5c56-4fe7-90a2-56a60911b6f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:45:01.177020 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:45:02.580107 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:45:03.558227 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:45:08.987169 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 5 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 04:45:27.788639 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-e6fcca81-d096-4566-81bf-5acd262017bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:45:30.157907 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-e9606444-a0d5-446e-941c-676e86a3cd7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:45:31.181031 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:45:32.578998 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:45:33.553766 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:45:45.989445 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 5 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 04:45:57.782890 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-064a0e61-daf2-4149-bd6c-d8e9cc0813f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:46:00.161422 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-532cfeb5-290b-4a29-b0d5-b57d9e4d106f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:46:01.186230 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:46:02.583859 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:46:03.555294 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:46:20.620613 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3680568'] for agent, after_create {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:46:23.002600 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 6 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 04:46:27.782989 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-28a9b775-b114-471c-a216-77f35f272820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:46:30.155617 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-ddd31772-f371-4140-817c-b6322b9f6d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:46:31.184764 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:46:32.589421 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:46:33.549399 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:46:35.824982 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 51016) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:46:35.940906 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-96c1821d-8543-4eae-a541-7fd2ff1f799a admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1144013 Nov 25 04:46:38.379012 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 51026) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:46:38.448697 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-56aba9ce-0668-4e69-b5cd-2af3f07cf8f2 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0681643 Nov 25 04:46:50.583029 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:46:57.789570 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-d7081253-839f-4ca9-9da3-3ab274a7b6d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:46:59.997070 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 6 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 04:47:00.165883 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-037fb033-a4d3-44a1-a5ad-c9202093719c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:47:01.193611 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:47:02.599553 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:47:03.556041 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:47:20.600843 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:47:27.782173 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9c17be1f-c27d-433a-838f-5fdd38b87e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:47:30.162130 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-ca589f7c-8962-4860-9cda-8ec8d1823764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:47:31.198356 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:47:32.607270 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:47:33.555325 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:47:36.997146 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 6 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 04:47:50.600103 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:47:57.777196 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-c11fee2e-db85-4b2b-9c39-0df822009b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:00.159487 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-375c4c22-f507-4ddb-a882-6b2f9b0fc8c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:01.201180 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:02.604994 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:03.552997 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:07.809500 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 51218) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:07.954385 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 51232) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:08.048746 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 51238) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:08.090951 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-8501eccb-994e-49a6-a3e9-f4fe2f8498f9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2105908570-network', 'tenant_id': 'b78f91fa9da147eda471e50cc9684f97'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:48:08.114720 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8501eccb-994e-49a6-a3e9-f4fe2f8498f9 admin admin] Made reservation on behalf of b78f91fa9da147eda471e50cc9684f97 for: {'network': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:48:08.117730 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-8501eccb-994e-49a6-a3e9-f4fe2f8498f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for network, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:08.129191 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-8501eccb-994e-49a6-a3e9-f4fe2f8498f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:08.209544 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-8501eccb-994e-49a6-a3e9-f4fe2f8498f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:08.214832 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-8501eccb-994e-49a6-a3e9-f4fe2f8498f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:08.228400 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 51248) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:08.245350 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8501eccb-994e-49a6-a3e9-f4fe2f8498f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f246be-80cb-4d46-825c-81918485329c,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:08.248361 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8501eccb-994e-49a6-a3e9-f4fe2f8498f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=109070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 04:48:08.254258 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501eccb-994e-49a6-a3e9-f4fe2f8498f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:08.254805 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501eccb-994e-49a6-a3e9-f4fe2f8498f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:08.255149 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501eccb-994e-49a6-a3e9-f4fe2f8498f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:08.255483 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501eccb-994e-49a6-a3e9-f4fe2f8498f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:08.255813 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501eccb-994e-49a6-a3e9-f4fe2f8498f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:08.256141 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501eccb-994e-49a6-a3e9-f4fe2f8498f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:08.256642 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501eccb-994e-49a6-a3e9-f4fe2f8498f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:08.257164 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501eccb-994e-49a6-a3e9-f4fe2f8498f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:08.257513 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501eccb-994e-49a6-a3e9-f4fe2f8498f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:08.257840 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501eccb-994e-49a6-a3e9-f4fe2f8498f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:08.258164 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501eccb-994e-49a6-a3e9-f4fe2f8498f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:08.258495 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501eccb-994e-49a6-a3e9-f4fe2f8498f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:08.259620 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8501eccb-994e-49a6-a3e9-f4fe2f8498f9 admin admin] Tracked resource versions report: Nov 25 04:48:08.259620 dv-cinder-815582-6-iscsi neutron-server[109070]: pushed versions: Nov 25 04:48:08.259620 dv-cinder-815582-6-iscsi neutron-server[109070]: { 'AddressGroup': {'1.2'}, Nov 25 04:48:08.259620 dv-cinder-815582-6-iscsi neutron-server[109070]: 'ConntrackHelper': {'1.0'}, Nov 25 04:48:08.259620 dv-cinder-815582-6-iscsi neutron-server[109070]: 'Log': {'1.0'}, Nov 25 04:48:08.259620 dv-cinder-815582-6-iscsi neutron-server[109070]: 'Network': {'1.1'}, Nov 25 04:48:08.259620 dv-cinder-815582-6-iscsi neutron-server[109070]: 'Port': {'1.7'}, Nov 25 04:48:08.259620 dv-cinder-815582-6-iscsi neutron-server[109070]: 'PortForwarding': {'1.2'}, Nov 25 04:48:08.259620 dv-cinder-815582-6-iscsi neutron-server[109070]: 'QosPolicy': {'1.10'}, Nov 25 04:48:08.259620 dv-cinder-815582-6-iscsi neutron-server[109070]: 'SecurityGroup': {'1.5'}, Nov 25 04:48:08.259620 dv-cinder-815582-6-iscsi neutron-server[109070]: 'SecurityGroupRule': {'1.2'}, Nov 25 04:48:08.259620 dv-cinder-815582-6-iscsi neutron-server[109070]: 'SubPort': {'1.0'}, Nov 25 04:48:08.259620 dv-cinder-815582-6-iscsi neutron-server[109070]: 'Subnet': {'1.1'}, Nov 25 04:48:08.259620 dv-cinder-815582-6-iscsi neutron-server[109070]: 'Trunk': {'1.1'}} Nov 25 04:48:08.259620 dv-cinder-815582-6-iscsi neutron-server[109070]: consumer versions: Nov 25 04:48:08.259620 dv-cinder-815582-6-iscsi neutron-server[109070]: { DHCP agent@dv-cinder-815582-6-iscsi: {}, Nov 25 04:48:08.259620 dv-cinder-815582-6-iscsi neutron-server[109070]: HyperV agent@hv-cinder-81558: {}, Nov 25 04:48:08.259620 dv-cinder-815582-6-iscsi neutron-server[109070]: L3 agent@dv-cinder-815582-6-iscsi: {}, Nov 25 04:48:08.259620 dv-cinder-815582-6-iscsi neutron-server[109070]: Metadata agent@dv-cinder-815582-6-iscsi: {}, Nov 25 04:48:08.259620 dv-cinder-815582-6-iscsi neutron-server[109070]: Metering agent@dv-cinder-815582-6-iscsi: {}, Nov 25 04:48:08.259620 dv-cinder-815582-6-iscsi neutron-server[109070]: Open vSwitch agent@dv-cinder-815582-6-iscsi: { 'AddressGroup': '1.2', Nov 25 04:48:08.259620 dv-cinder-815582-6-iscsi neutron-server[109070]: 'ConntrackHelper': '1.0', Nov 25 04:48:08.259620 dv-cinder-815582-6-iscsi neutron-server[109070]: 'Log': '1.0', Nov 25 04:48:08.259620 dv-cinder-815582-6-iscsi neutron-server[109070]: 'Network': '1.1', Nov 25 04:48:08.259620 dv-cinder-815582-6-iscsi neutron-server[109070]: 'Port': '1.7', Nov 25 04:48:08.259620 dv-cinder-815582-6-iscsi neutron-server[109070]: 'PortForwarding': '1.2', Nov 25 04:48:08.259620 dv-cinder-815582-6-iscsi neutron-server[109070]: 'QosPolicy': '1.10', Nov 25 04:48:08.259620 dv-cinder-815582-6-iscsi neutron-server[109070]: 'SecurityGroup': '1.5', Nov 25 04:48:08.259620 dv-cinder-815582-6-iscsi neutron-server[109070]: 'SecurityGroupRule': '1.2', Nov 25 04:48:08.259620 dv-cinder-815582-6-iscsi neutron-server[109070]: 'SubPort': '1.0', Nov 25 04:48:08.259620 dv-cinder-815582-6-iscsi neutron-server[109070]: 'Subnet': '1.1', Nov 25 04:48:08.259620 dv-cinder-815582-6-iscsi neutron-server[109070]: 'Trunk': '1.1'}} Nov 25 04:48:08.259620 dv-cinder-815582-6-iscsi neutron-server[109070]: {{(pid=109070) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 04:48:08.270304 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-8501eccb-994e-49a6-a3e9-f4fe2f8498f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041'] for segment, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:08.270522 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.db.segments_db [None req-8501eccb-994e-49a6-a3e9-f4fe2f8498f9 admin admin] Added segment 792aad72-a90b-4c1e-a5fe-25e7806f78d6 of type vlan for network 07b4a06c-8a0a-4473-b5d9-23bf4e89383a Nov 25 04:48:08.284567 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-cb140694-4b19-45b1-a506-4c6773b43be6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1568588506-network', 'tenant_id': '94580ff551b04feab72762d02a2ba7c6'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:48:08.312679 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-ccfd6d31-e162-431f-a95e-4e7e2fb80ab0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-110648917-network', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:48:08.336586 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-8501eccb-994e-49a6-a3e9-f4fe2f8498f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783339880421'] for network, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:08.362689 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb140694-4b19-45b1-a506-4c6773b43be6 admin admin] Made reservation on behalf of 94580ff551b04feab72762d02a2ba7c6 for: {'network': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:48:08.365052 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-cb140694-4b19-45b1-a506-4c6773b43be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for network, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:08.383271 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-cb140694-4b19-45b1-a506-4c6773b43be6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:08.404794 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-8501eccb-994e-49a6-a3e9-f4fe2f8498f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519'] for network, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:08.406395 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8501eccb-994e-49a6-a3e9-f4fe2f8498f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:08.406713 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-8501eccb-994e-49a6-a3e9-f4fe2f8498f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for network, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:08.420518 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfd6d31-e162-431f-a95e-4e7e2fb80ab0 admin admin] Made reservation on behalf of f231a19b2ca6447282b854aaf157e86c for: {'network': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:48:08.422865 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ccfd6d31-e162-431f-a95e-4e7e2fb80ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for network, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:08.438328 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ccfd6d31-e162-431f-a95e-4e7e2fb80ab0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:08.458500 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-8501eccb-994e-49a6-a3e9-f4fe2f8498f9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6476498 Nov 25 04:48:08.461652 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 51264) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:08.467768 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-451361ca-019d-4aec-8804-40e299601099 admin admin] Request body: {'subnet': {'network_id': '07b4a06c-8a0a-4473-b5d9-23bf4e89383a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2105908570-subnet', 'tenant_id': 'b78f91fa9da147eda471e50cc9684f97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:48:08.498075 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-5ca654c5-07f6-4d34-9a1e-6de2b6d7ccf0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1615999871-network', 'tenant_id': '8d773db29571458586043ef5fa3454c2'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:48:08.519264 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 51266) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:08.523490 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451361ca-019d-4aec-8804-40e299601099 admin admin] Made reservation on behalf of b78f91fa9da147eda471e50cc9684f97 for: {'subnet': 1} {{(pid=109071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:48:08.527842 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-451361ca-019d-4aec-8804-40e299601099 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:08.562549 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8501eccb-994e-49a6-a3e9-f4fe2f8498f9 admin admin] Pushing event updated for resources: {'Network': ['ID=07b4a06c-8a0a-4473-b5d9-23bf4e89383a,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:08.584062 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Network 07b4a06c-8a0a-4473-b5d9-23bf4e89383a details requested by agent ovs-agent-dv-cinder-815582-6-iscsi with host dv-cinder-815582-6-iscsi {{(pid=109072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 04:48:08.656557 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-cb140694-4b19-45b1-a506-4c6773b43be6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:08.665632 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-cb140694-4b19-45b1-a506-4c6773b43be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:08.713160 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb140694-4b19-45b1-a506-4c6773b43be6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=109070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 04:48:08.736093 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb140694-4b19-45b1-a506-4c6773b43be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c4153e-b7b9-4e88-a87e-9c15c0ceda8d,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:08.748852 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-fb75fdf6-db59-46f0-bfc2-b056eb35ebd5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1294934101-network', 'tenant_id': '51337e5f01d5448ea9a877b53016681f'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:48:08.782475 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ccfd6d31-e162-431f-a95e-4e7e2fb80ab0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:08.789924 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-cb140694-4b19-45b1-a506-4c6773b43be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041'] for segment, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:08.790266 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.db.segments_db [None req-cb140694-4b19-45b1-a506-4c6773b43be6 admin admin] Added segment d6db2b4c-b40c-4813-a03d-53bf89276d07 of type vlan for network 537b6f21-1460-427f-93ed-ba0cecae8e64 Nov 25 04:48:08.806670 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca654c5-07f6-4d34-9a1e-6de2b6d7ccf0 admin admin] Made reservation on behalf of 8d773db29571458586043ef5fa3454c2 for: {'network': 1} {{(pid=109071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:48:08.809971 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5ca654c5-07f6-4d34-9a1e-6de2b6d7ccf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for network, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:08.813599 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-451361ca-019d-4aec-8804-40e299601099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519'] for subnet, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:08.826686 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ccfd6d31-e162-431f-a95e-4e7e2fb80ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:08.856787 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5ca654c5-07f6-4d34-9a1e-6de2b6d7ccf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:08.904933 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451361ca-019d-4aec-8804-40e299601099 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ffd8615-faa0-4b27-8f0c-4d18d573a8e0,revision_number=0']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:08.913556 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb75fdf6-db59-46f0-bfc2-b056eb35ebd5 admin admin] Made reservation on behalf of 51337e5f01d5448ea9a877b53016681f for: {'network': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:48:08.918525 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451361ca-019d-4aec-8804-40e299601099 admin admin] Checking segment: {'id': '792aad72-a90b-4c1e-a5fe-25e7806f78d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '07b4a06c-8a0a-4473-b5d9-23bf4e89383a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:48:08.918893 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451361ca-019d-4aec-8804-40e299601099 admin admin] Network hostable DHCP agents. Network: 07b4a06c-8a0a-4473-b5d9-23bf4e89383a, hostable agents: ['b468568d-98fa-4cc8-a5cb-272923c6e379'], hosted agents: [] {{(pid=109071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 04:48:08.921935 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-fb75fdf6-db59-46f0-bfc2-b056eb35ebd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for network, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:08.923424 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451361ca-019d-4aec-8804-40e299601099 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:08.923780 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451361ca-019d-4aec-8804-40e299601099 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:08.924123 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451361ca-019d-4aec-8804-40e299601099 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:08.924477 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451361ca-019d-4aec-8804-40e299601099 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:08.925085 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451361ca-019d-4aec-8804-40e299601099 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:08.925573 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451361ca-019d-4aec-8804-40e299601099 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:08.926213 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451361ca-019d-4aec-8804-40e299601099 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:08.926735 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451361ca-019d-4aec-8804-40e299601099 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:08.927221 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451361ca-019d-4aec-8804-40e299601099 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:08.927750 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451361ca-019d-4aec-8804-40e299601099 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:08.928249 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451361ca-019d-4aec-8804-40e299601099 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:08.928737 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451361ca-019d-4aec-8804-40e299601099 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:08.929964 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451361ca-019d-4aec-8804-40e299601099 admin admin] Tracked resource versions report: Nov 25 04:48:08.929964 dv-cinder-815582-6-iscsi neutron-server[109071]: pushed versions: Nov 25 04:48:08.929964 dv-cinder-815582-6-iscsi neutron-server[109071]: { 'AddressGroup': {'1.2'}, Nov 25 04:48:08.929964 dv-cinder-815582-6-iscsi neutron-server[109071]: 'ConntrackHelper': {'1.0'}, Nov 25 04:48:08.929964 dv-cinder-815582-6-iscsi neutron-server[109071]: 'Log': {'1.0'}, Nov 25 04:48:08.929964 dv-cinder-815582-6-iscsi neutron-server[109071]: 'Network': {'1.1'}, Nov 25 04:48:08.929964 dv-cinder-815582-6-iscsi neutron-server[109071]: 'Port': {'1.7'}, Nov 25 04:48:08.929964 dv-cinder-815582-6-iscsi neutron-server[109071]: 'PortForwarding': {'1.2'}, Nov 25 04:48:08.929964 dv-cinder-815582-6-iscsi neutron-server[109071]: 'QosPolicy': {'1.10'}, Nov 25 04:48:08.929964 dv-cinder-815582-6-iscsi neutron-server[109071]: 'SecurityGroup': {'1.5'}, Nov 25 04:48:08.929964 dv-cinder-815582-6-iscsi neutron-server[109071]: 'SecurityGroupRule': {'1.2'}, Nov 25 04:48:08.929964 dv-cinder-815582-6-iscsi neutron-server[109071]: 'SubPort': {'1.0'}, Nov 25 04:48:08.929964 dv-cinder-815582-6-iscsi neutron-server[109071]: 'Subnet': {'1.1'}, Nov 25 04:48:08.929964 dv-cinder-815582-6-iscsi neutron-server[109071]: 'Trunk': {'1.1'}} Nov 25 04:48:08.929964 dv-cinder-815582-6-iscsi neutron-server[109071]: consumer versions: Nov 25 04:48:08.929964 dv-cinder-815582-6-iscsi neutron-server[109071]: { DHCP agent@dv-cinder-815582-6-iscsi: {}, Nov 25 04:48:08.929964 dv-cinder-815582-6-iscsi neutron-server[109071]: HyperV agent@hv-cinder-81558: {}, Nov 25 04:48:08.929964 dv-cinder-815582-6-iscsi neutron-server[109071]: L3 agent@dv-cinder-815582-6-iscsi: {}, Nov 25 04:48:08.929964 dv-cinder-815582-6-iscsi neutron-server[109071]: Metadata agent@dv-cinder-815582-6-iscsi: {}, Nov 25 04:48:08.929964 dv-cinder-815582-6-iscsi neutron-server[109071]: Metering agent@dv-cinder-815582-6-iscsi: {}, Nov 25 04:48:08.929964 dv-cinder-815582-6-iscsi neutron-server[109071]: Open vSwitch agent@dv-cinder-815582-6-iscsi: { 'AddressGroup': '1.2', Nov 25 04:48:08.929964 dv-cinder-815582-6-iscsi neutron-server[109071]: 'ConntrackHelper': '1.0', Nov 25 04:48:08.929964 dv-cinder-815582-6-iscsi neutron-server[109071]: 'Log': '1.0', Nov 25 04:48:08.929964 dv-cinder-815582-6-iscsi neutron-server[109071]: 'Network': '1.1', Nov 25 04:48:08.929964 dv-cinder-815582-6-iscsi neutron-server[109071]: 'Port': '1.7', Nov 25 04:48:08.929964 dv-cinder-815582-6-iscsi neutron-server[109071]: 'PortForwarding': '1.2', Nov 25 04:48:08.929964 dv-cinder-815582-6-iscsi neutron-server[109071]: 'QosPolicy': '1.10', Nov 25 04:48:08.929964 dv-cinder-815582-6-iscsi neutron-server[109071]: 'SecurityGroup': '1.5', Nov 25 04:48:08.929964 dv-cinder-815582-6-iscsi neutron-server[109071]: 'SecurityGroupRule': '1.2', Nov 25 04:48:08.929964 dv-cinder-815582-6-iscsi neutron-server[109071]: 'SubPort': '1.0', Nov 25 04:48:08.929964 dv-cinder-815582-6-iscsi neutron-server[109071]: 'Subnet': '1.1', Nov 25 04:48:08.929964 dv-cinder-815582-6-iscsi neutron-server[109071]: 'Trunk': '1.1'}} Nov 25 04:48:08.929964 dv-cinder-815582-6-iscsi neutron-server[109071]: {{(pid=109071) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 04:48:08.986604 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-fb75fdf6-db59-46f0-bfc2-b056eb35ebd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:09.000524 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-cb140694-4b19-45b1-a506-4c6773b43be6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783339880421'] for network, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:09.019205 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5ca654c5-07f6-4d34-9a1e-6de2b6d7ccf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:09.027067 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5ca654c5-07f6-4d34-9a1e-6de2b6d7ccf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:09.055989 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd6d31-e162-431f-a95e-4e7e2fb80ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f21995-6345-4c38-b44a-812db59fab23,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:09.059531 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca654c5-07f6-4d34-9a1e-6de2b6d7ccf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f849130-b3ae-433c-ab36-63e0395959ef,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:09.062190 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451361ca-019d-4aec-8804-40e299601099 admin admin] Network 07b4a06c-8a0a-4473-b5d9-23bf4e89383a is scheduled to be hosted by DHCP agent b468568d-98fa-4cc8-a5cb-272923c6e379 with binding_index 1 {{(pid=109071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 04:48:09.074982 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [None req-451361ca-019d-4aec-8804-40e299601099 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-6-iscsi, 07b4a06c-8a0a-4473-b5d9-23bf4e89383a) {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:48:09.082871 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451361ca-019d-4aec-8804-40e299601099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:09.083673 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-451361ca-019d-4aec-8804-40e299601099 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for subnet, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:09.085543 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565a72cf-436b-4442-bb05-318fdea35185 None None] Network 07b4a06c-8a0a-4473-b5d9-23bf4e89383a requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:48:09.086482 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca654c5-07f6-4d34-9a1e-6de2b6d7ccf0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=109071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 04:48:09.092452 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-cb140694-4b19-45b1-a506-4c6773b43be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519'] for network, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:09.094996 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb140694-4b19-45b1-a506-4c6773b43be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:09.097712 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-cb140694-4b19-45b1-a506-4c6773b43be6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for network, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:09.106599 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5ca654c5-07f6-4d34-9a1e-6de2b6d7ccf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041'] for segment, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:09.107183 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.db.segments_db [None req-5ca654c5-07f6-4d34-9a1e-6de2b6d7ccf0 admin admin] Added segment 11daf24b-7c39-4451-95b3-08a6bf9c63d4 of type vlan for network d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f Nov 25 04:48:09.130081 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.db.api [None req-ccfd6d31-e162-431f-a95e-4e7e2fb80ab0 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=109070) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 04:48:09.131392 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG oslo_db.api [None req-ccfd6d31-e162-431f-a95e-4e7e2fb80ab0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 04:48:09.135769 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-451361ca-019d-4aec-8804-40e299601099 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6724167 Nov 25 04:48:09.180226 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5ca654c5-07f6-4d34-9a1e-6de2b6d7ccf0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783339880421'] for network, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:09.212870 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5ca654c5-07f6-4d34-9a1e-6de2b6d7ccf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519'] for network, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:09.214750 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca654c5-07f6-4d34-9a1e-6de2b6d7ccf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:09.215855 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5ca654c5-07f6-4d34-9a1e-6de2b6d7ccf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for network, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:09.257007 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-5ca654c5-07f6-4d34-9a1e-6de2b6d7ccf0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0262430 Nov 25 04:48:09.262193 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 51306) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:09.267365 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-83cd52f5-d70e-4686-a534-7d00b8d0a275 admin admin] Request body: {'subnet': {'network_id': 'd42ea5b0-bdc5-4e40-9952-d1f4165f0f0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1615999871-subnet', 'tenant_id': '8d773db29571458586043ef5fa3454c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:48:09.327132 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d58ec0b-cb06-4abd-8924-3ff9e3847017 None None] Network 07b4a06c-8a0a-4473-b5d9-23bf4e89383a requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:48:09.337400 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca654c5-07f6-4d34-9a1e-6de2b6d7ccf0 admin admin] Pushing event updated for resources: {'Network': ['ID=d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:09.386432 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Network d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f details requested by agent ovs-agent-dv-cinder-815582-6-iscsi with host dv-cinder-815582-6-iscsi {{(pid=109072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 04:48:09.457775 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cd52f5-d70e-4686-a534-7d00b8d0a275 admin admin] Made reservation on behalf of 8d773db29571458586043ef5fa3454c2 for: {'subnet': 1} {{(pid=109071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:48:09.463717 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-83cd52f5-d70e-4686-a534-7d00b8d0a275 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:09.521919 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-cb140694-4b19-45b1-a506-4c6773b43be6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4717205 Nov 25 04:48:09.525322 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 51316) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:09.533810 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb140694-4b19-45b1-a506-4c6773b43be6 admin admin] Pushing event updated for resources: {'Network': ['ID=537b6f21-1460-427f-93ed-ba0cecae8e64,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:09.549227 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-89f73407-c45f-4d7c-9c4a-66ab771db58b admin admin] Request body: {'subnet': {'network_id': '537b6f21-1460-427f-93ed-ba0cecae8e64', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1568588506-subnet', 'tenant_id': '94580ff551b04feab72762d02a2ba7c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:48:09.555705 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Network 537b6f21-1460-427f-93ed-ba0cecae8e64 details requested by agent ovs-agent-dv-cinder-815582-6-iscsi with host dv-cinder-815582-6-iscsi {{(pid=109072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 04:48:09.652599 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f73407-c45f-4d7c-9c4a-66ab771db58b admin admin] Made reservation on behalf of 94580ff551b04feab72762d02a2ba7c6 for: {'subnet': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:48:09.659419 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-89f73407-c45f-4d7c-9c4a-66ab771db58b admin admin] Publish callbacks [] for subnet, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:09.668597 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ccfd6d31-e162-431f-a95e-4e7e2fb80ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for network, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:09.755835 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccfd6d31-e162-431f-a95e-4e7e2fb80ab0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=109070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 04:48:09.773990 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-fb75fdf6-db59-46f0-bfc2-b056eb35ebd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:09.784735 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ccfd6d31-e162-431f-a95e-4e7e2fb80ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041'] for segment, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:09.784973 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.db.segments_db [None req-ccfd6d31-e162-431f-a95e-4e7e2fb80ab0 admin admin] Added segment 644e32ed-c2f3-4335-b74d-ee8f50200ec0 of type vlan for network 3bbd6da5-4c15-46da-9de5-c44a36974cd0 Nov 25 04:48:09.786223 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-fb75fdf6-db59-46f0-bfc2-b056eb35ebd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:09.852479 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-83cd52f5-d70e-4686-a534-7d00b8d0a275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519'] for subnet, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:09.877182 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb75fdf6-db59-46f0-bfc2-b056eb35ebd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=109070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 04:48:09.894025 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ccfd6d31-e162-431f-a95e-4e7e2fb80ab0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783339880421'] for network, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:09.905825 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75fdf6-db59-46f0-bfc2-b056eb35ebd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21767e5c-1b0a-4998-a472-180adb952ad8,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:09.908946 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-fb75fdf6-db59-46f0-bfc2-b056eb35ebd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041'] for segment, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:09.909295 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.db.segments_db [None req-fb75fdf6-db59-46f0-bfc2-b056eb35ebd5 admin admin] Added segment a0bcc941-6124-462a-88ce-06c9af1d3caa of type vlan for network 039d61f7-3185-4151-a398-6404f0cf3957 Nov 25 04:48:09.936312 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cd52f5-d70e-4686-a534-7d00b8d0a275 admin admin] Checking segment: {'id': '11daf24b-7c39-4451-95b3-08a6bf9c63d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd42ea5b0-bdc5-4e40-9952-d1f4165f0f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:48:09.936755 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cd52f5-d70e-4686-a534-7d00b8d0a275 admin admin] Network hostable DHCP agents. Network: d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f, hostable agents: ['b468568d-98fa-4cc8-a5cb-272923c6e379'], hosted agents: [] {{(pid=109071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 04:48:09.959191 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd52f5-d70e-4686-a534-7d00b8d0a275 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cba32b3-416c-41af-af79-b04db65419ef,revision_number=0']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:09.967091 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cd52f5-d70e-4686-a534-7d00b8d0a275 admin admin] Network d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f is scheduled to be hosted by DHCP agent b468568d-98fa-4cc8-a5cb-272923c6e379 with binding_index 1 {{(pid=109071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 04:48:09.977947 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-fb75fdf6-db59-46f0-bfc2-b056eb35ebd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783339880421'] for network, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:09.990737 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ccfd6d31-e162-431f-a95e-4e7e2fb80ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519'] for network, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:09.991396 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [None req-83cd52f5-d70e-4686-a534-7d00b8d0a275 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-6-iscsi, d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f) {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:48:09.991724 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfd6d31-e162-431f-a95e-4e7e2fb80ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:09.992358 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ccfd6d31-e162-431f-a95e-4e7e2fb80ab0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for network, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:09.995945 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cd52f5-d70e-4686-a534-7d00b8d0a275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:09.996573 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-83cd52f5-d70e-4686-a534-7d00b8d0a275 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for subnet, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:10.004320 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c578384d-10bc-45b9-b1a4-7ae35d8c2bc5 None None] Network d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:48:10.027272 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-83cd52f5-d70e-4686-a534-7d00b8d0a275 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7636173 Nov 25 04:48:10.027985 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 51344) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:10.033717 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-49d4c2a1-8892-45e2-968a-af3817a258a5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1615999871-router', 'tenant_id': '8d773db29571458586043ef5fa3454c2', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'}}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:48:10.077597 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-49d4c2a1-8892-45e2-968a-af3817a258a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25019'] for router, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:10.079173 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-49d4c2a1-8892-45e2-968a-af3817a258a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3774484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24962'] for router, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:10.103869 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd6d31-e162-431f-a95e-4e7e2fb80ab0 admin admin] Pushing event updated for resources: {'Network': ['ID=3bbd6da5-4c15-46da-9de5-c44a36974cd0,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:10.118314 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Network 3bbd6da5-4c15-46da-9de5-c44a36974cd0 details requested by agent ovs-agent-dv-cinder-815582-6-iscsi with host dv-cinder-815582-6-iscsi {{(pid=109072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 04:48:10.144397 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-fb75fdf6-db59-46f0-bfc2-b056eb35ebd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519'] for network, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:10.146191 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb75fdf6-db59-46f0-bfc2-b056eb35ebd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:10.147037 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-fb75fdf6-db59-46f0-bfc2-b056eb35ebd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for network, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:10.177320 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-ccfd6d31-e162-431f-a95e-4e7e2fb80ab0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2217140 Nov 25 04:48:10.180610 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 51362) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:10.193031 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-24679a6a-589a-4efa-bd6e-d239c0a0b062 admin admin] Request body: {'subnet': {'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-110648917-subnet', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:48:10.196505 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-fb75fdf6-db59-46f0-bfc2-b056eb35ebd5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6758585 Nov 25 04:48:10.201034 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-49d4c2a1-8892-45e2-968a-af3817a258a5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:10.203199 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 51364) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:10.208614 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-842d2f82-cd13-435f-a03f-ed91bcb7d474 admin admin] Request body: {'subnet': {'network_id': '039d61f7-3185-4151-a398-6404f0cf3957', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1294934101-subnet', 'tenant_id': '51337e5f01d5448ea9a877b53016681f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:48:10.230190 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 51366) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:10.237299 dv-cinder-815582-6-iscsi neutron-server[109071]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 25 04:48:10.302093 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb75fdf6-db59-46f0-bfc2-b056eb35ebd5 admin admin] Pushing event updated for resources: {'Network': ['ID=039d61f7-3185-4151-a398-6404f0cf3957,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:10.318492 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-89f73407-c45f-4d7c-9c4a-66ab771db58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519'] for subnet, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:10.323535 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Network 039d61f7-3185-4151-a398-6404f0cf3957 details requested by agent ovs-agent-dv-cinder-815582-6-iscsi with host dv-cinder-815582-6-iscsi {{(pid=109072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 04:48:10.408782 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de0ea88-058f-422f-8e21-a07caa51eedf None None] Network d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:48:10.439384 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f73407-c45f-4d7c-9c4a-66ab771db58b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2aee286-3198-4376-a606-ed9f30ea1e8a,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:10.451222 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f73407-c45f-4d7c-9c4a-66ab771db58b admin admin] Checking segment: {'id': 'd6db2b4c-b40c-4813-a03d-53bf89276d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '537b6f21-1460-427f-93ed-ba0cecae8e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:48:10.451695 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f73407-c45f-4d7c-9c4a-66ab771db58b admin admin] Network hostable DHCP agents. Network: 537b6f21-1460-427f-93ed-ba0cecae8e64, hostable agents: ['b468568d-98fa-4cc8-a5cb-272923c6e379'], hosted agents: [] {{(pid=109070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 04:48:10.474422 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f73407-c45f-4d7c-9c4a-66ab771db58b admin admin] Network 537b6f21-1460-427f-93ed-ba0cecae8e64 is scheduled to be hosted by DHCP agent b468568d-98fa-4cc8-a5cb-272923c6e379 with binding_index 1 {{(pid=109070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 04:48:10.500556 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-89f73407-c45f-4d7c-9c4a-66ab771db58b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-6-iscsi, 537b6f21-1460-427f-93ed-ba0cecae8e64) {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:48:10.505853 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f73407-c45f-4d7c-9c4a-66ab771db58b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:10.506457 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-89f73407-c45f-4d7c-9c4a-66ab771db58b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for subnet, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:10.524283 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90fb95a-16dd-4dc4-8e84-072160a8e6aa None None] Network 537b6f21-1460-427f-93ed-ba0cecae8e64 requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:48:10.544110 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69612f99-0572-41c2-9af9-7ec213567322 req-ca6ddab5-6ef4-41a7-a09f-ca3987141df6 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:10.552516 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-69612f99-0572-41c2-9af9-7ec213567322 req-ca6ddab5-6ef4-41a7-a09f-ca3987141df6 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/networks?id=07b4a06c-8a0a-4473-b5d9-23bf4e89383a HTTP/1.1" status: 200 len: 815 time: 0.3211975 Nov 25 04:48:10.684685 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-89f73407-c45f-4d7c-9c4a-66ab771db58b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1519084 Nov 25 04:48:10.744680 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.db.api [None req-24679a6a-589a-4efa-bd6e-d239c0a0b062 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 04:48:10.744680 dv-cinder-815582-6-iscsi neutron-server[109071]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 25 04:48:10.744680 dv-cinder-815582-6-iscsi neutron-server[109071]: [parameters: {'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'id': '94dc6c68-f2c6-43e1-b4df-ce9934f2f6d0', 'expiration': datetime.datetime(2021, 11, 25, 4, 50, 10, 662972)}] Nov 25 04:48:10.744680 dv-cinder-815582-6-iscsi neutron-server[109071]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109071) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 04:48:10.745201 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG oslo_db.api [None req-24679a6a-589a-4efa-bd6e-d239c0a0b062 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 04:48:10.753568 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fdea8d-60c5-41ee-be9c-564da1a984fe None None] Network 537b6f21-1460-427f-93ed-ba0cecae8e64 requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:48:10.761432 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-69612f99-0572-41c2-9af9-7ec213567322 req-52761d3e-62c2-4b28-8266-4ef75c659fcb tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/quotas/b78f91fa9da147eda471e50cc9684f97 HTTP/1.1" status: 200 len: 375 time: 0.2072001 Nov 25 04:48:10.840335 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-69612f99-0572-41c2-9af9-7ec213567322 req-ad16c47b-a99e-4de9-b852-d645ecf85d5b tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b78f91fa9da147eda471e50cc9684f97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0778649 Nov 25 04:48:10.843726 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842d2f82-cd13-435f-a03f-ed91bcb7d474 admin admin] Made reservation on behalf of 51337e5f01d5448ea9a877b53016681f for: {'subnet': 1} {{(pid=109071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:48:10.845031 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-842d2f82-cd13-435f-a03f-ed91bcb7d474 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:10.947817 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-49d4c2a1-8892-45e2-968a-af3817a258a5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:11.163525 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [req-69612f99-0572-41c2-9af9-7ec213567322 req-a4397aab-6c71-453a-8191-442b076b38f0 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109071) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 04:48:11.164596 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-69612f99-0572-41c2-9af9-7ec213567322 req-a4397aab-6c71-453a-8191-442b076b38f0 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1391182 Nov 25 04:48:11.165905 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-842d2f82-cd13-435f-a03f-ed91bcb7d474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519'] for subnet, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:11.353953 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d2f82-cd13-435f-a03f-ed91bcb7d474 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc2410b5-702c-4d1a-8e9d-6d6a838653a5,revision_number=0']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:11.435467 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842d2f82-cd13-435f-a03f-ed91bcb7d474 admin admin] Checking segment: {'id': 'a0bcc941-6124-462a-88ce-06c9af1d3caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '039d61f7-3185-4151-a398-6404f0cf3957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:48:11.435820 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842d2f82-cd13-435f-a03f-ed91bcb7d474 admin admin] Network hostable DHCP agents. Network: 039d61f7-3185-4151-a398-6404f0cf3957, hostable agents: ['b468568d-98fa-4cc8-a5cb-272923c6e379'], hosted agents: [] {{(pid=109071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 04:48:11.438596 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 51454) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:11.448365 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-794cdca0-869a-43ca-9bf9-15e2d5ad5e9a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1848484806-network', 'tenant_id': 'b672d71d22864e7f92fda0ae6824fd53'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:48:11.459785 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-69612f99-0572-41c2-9af9-7ec213567322 req-16e250d2-3f34-494e-a071-4f940320ae2c service neutron] 10.222.0.36 "GET /v2.0/networks/07b4a06c-8a0a-4473-b5d9-23bf4e89383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657280 Nov 25 04:48:11.466441 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24679a6a-589a-4efa-bd6e-d239c0a0b062 admin admin] Made reservation on behalf of f231a19b2ca6447282b854aaf157e86c for: {'subnet': 1} {{(pid=109071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:48:11.468671 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-24679a6a-589a-4efa-bd6e-d239c0a0b062 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:11.480042 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794cdca0-869a-43ca-9bf9-15e2d5ad5e9a admin admin] Made reservation on behalf of b672d71d22864e7f92fda0ae6824fd53 for: {'network': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:48:11.482895 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-794cdca0-869a-43ca-9bf9-15e2d5ad5e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for network, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:11.493665 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-794cdca0-869a-43ca-9bf9-15e2d5ad5e9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:11.538831 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-49d4c2a1-8892-45e2-968a-af3817a258a5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:11.614151 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-794cdca0-869a-43ca-9bf9-15e2d5ad5e9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:11.621533 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-794cdca0-869a-43ca-9bf9-15e2d5ad5e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:11.636881 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794cdca0-869a-43ca-9bf9-15e2d5ad5e9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=109070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 04:48:11.668614 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-794cdca0-869a-43ca-9bf9-15e2d5ad5e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041'] for segment, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:11.668962 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.db.segments_db [None req-794cdca0-869a-43ca-9bf9-15e2d5ad5e9a admin admin] Added segment a37cbbe6-14bd-4c3e-846f-fe21d675af50 of type vlan for network e00b5266-342d-4ad8-91a7-bb7ac27fd7dc Nov 25 04:48:11.698935 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842d2f82-cd13-435f-a03f-ed91bcb7d474 admin admin] Network 039d61f7-3185-4151-a398-6404f0cf3957 is scheduled to be hosted by DHCP agent b468568d-98fa-4cc8-a5cb-272923c6e379 with binding_index 1 {{(pid=109071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 04:48:11.714112 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794cdca0-869a-43ca-9bf9-15e2d5ad5e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac9eb78-e8ee-48f3-910e-f6f152933e15,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:11.726930 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-49d4c2a1-8892-45e2-968a-af3817a258a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:11.731470 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-794cdca0-869a-43ca-9bf9-15e2d5ad5e9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783339880421'] for network, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:11.754698 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [None req-842d2f82-cd13-435f-a03f-ed91bcb7d474 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-6-iscsi, 039d61f7-3185-4151-a398-6404f0cf3957) {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:48:11.765102 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a2a85e-5627-4823-b8c9-48e48eb24b70 None None] Network 039d61f7-3185-4151-a398-6404f0cf3957 requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:48:11.779626 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-794cdca0-869a-43ca-9bf9-15e2d5ad5e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519'] for network, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:11.781346 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794cdca0-869a-43ca-9bf9-15e2d5ad5e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:11.781954 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-794cdca0-869a-43ca-9bf9-15e2d5ad5e9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for network, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:11.820141 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842d2f82-cd13-435f-a03f-ed91bcb7d474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:11.821068 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-842d2f82-cd13-435f-a03f-ed91bcb7d474 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for subnet, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:11.872868 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794cdca0-869a-43ca-9bf9-15e2d5ad5e9a admin admin] Pushing event updated for resources: {'Network': ['ID=e00b5266-342d-4ad8-91a7-bb7ac27fd7dc,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:11.888898 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Network e00b5266-342d-4ad8-91a7-bb7ac27fd7dc details requested by agent ovs-agent-dv-cinder-815582-6-iscsi with host dv-cinder-815582-6-iscsi {{(pid=109072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 04:48:11.909937 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-794cdca0-869a-43ca-9bf9-15e2d5ad5e9a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4687386 Nov 25 04:48:11.911742 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 51492) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:11.921622 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-60146757-5865-446b-bcb2-4a036fc6d591 admin admin] Request body: {'subnet': {'network_id': 'e00b5266-342d-4ad8-91a7-bb7ac27fd7dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1848484806-subnet', 'tenant_id': 'b672d71d22864e7f92fda0ae6824fd53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:48:11.955997 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60146757-5865-446b-bcb2-4a036fc6d591 admin admin] Made reservation on behalf of b672d71d22864e7f92fda0ae6824fd53 for: {'subnet': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:48:11.960706 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-60146757-5865-446b-bcb2-4a036fc6d591 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:11.973130 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-842d2f82-cd13-435f-a03f-ed91bcb7d474 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7626293 Nov 25 04:48:11.999347 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fcd875-a7a3-4455-a9fc-4b6565b7b790 None None] Network 039d61f7-3185-4151-a398-6404f0cf3957 requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:48:12.045670 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-69612f99-0572-41c2-9af9-7ec213567322 req-bd320737-1364-4032-8657-5fbfc935e1b6 service neutron] 10.222.0.36 "GET /v2.0/networks/07b4a06c-8a0a-4473-b5d9-23bf4e89383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5692217 Nov 25 04:48:12.182943 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.db_base_plugin_common [None req-49d4c2a1-8892-45e2-968a-af3817a258a5 admin admin] Allocated IP 172.27.2.186 (7252c0b9-b802-4561-8a54-4fb5c87ca7b8/b33b80b7-52e3-4af3-b161-e1f3edefb5e3/1c2d935d-af12-4c00-8a7f-6c025344e112) {{(pid=109071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:48:12.338179 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-60146757-5865-446b-bcb2-4a036fc6d591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519'] for subnet, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:12.430582 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-24679a6a-589a-4efa-bd6e-d239c0a0b062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519'] for subnet, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:12.449525 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60146757-5865-446b-bcb2-4a036fc6d591 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cc092f8-4de2-496a-b900-fae512b94375,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:12.462069 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60146757-5865-446b-bcb2-4a036fc6d591 admin admin] Checking segment: {'id': 'a37cbbe6-14bd-4c3e-846f-fe21d675af50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'e00b5266-342d-4ad8-91a7-bb7ac27fd7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:48:12.462542 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60146757-5865-446b-bcb2-4a036fc6d591 admin admin] Network hostable DHCP agents. Network: e00b5266-342d-4ad8-91a7-bb7ac27fd7dc, hostable agents: ['b468568d-98fa-4cc8-a5cb-272923c6e379'], hosted agents: [] {{(pid=109070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 04:48:12.504420 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60146757-5865-446b-bcb2-4a036fc6d591 admin admin] Network e00b5266-342d-4ad8-91a7-bb7ac27fd7dc is scheduled to be hosted by DHCP agent b468568d-98fa-4cc8-a5cb-272923c6e379 with binding_index 1 {{(pid=109070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 04:48:12.525761 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-60146757-5865-446b-bcb2-4a036fc6d591 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-6-iscsi, e00b5266-342d-4ad8-91a7-bb7ac27fd7dc) {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:48:12.533925 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60146757-5865-446b-bcb2-4a036fc6d591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:12.535366 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-60146757-5865-446b-bcb2-4a036fc6d591 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for subnet, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:12.535534 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1156a3-c26f-48c1-99df-e8e37c0b9455 None None] Network e00b5266-342d-4ad8-91a7-bb7ac27fd7dc requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:48:12.560885 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 51544) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:12.565561 dv-cinder-815582-6-iscsi neutron-server[109070]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 25 04:48:12.575308 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-60146757-5865-446b-bcb2-4a036fc6d591 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6619186 Nov 25 04:48:12.588007 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24679a6a-589a-4efa-bd6e-d239c0a0b062 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ff11583-5631-4068-991c-12b3ca3de03f,revision_number=0']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:12.652939 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-49d4c2a1-8892-45e2-968a-af3817a258a5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:12.659092 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24679a6a-589a-4efa-bd6e-d239c0a0b062 admin admin] Checking segment: {'id': '644e32ed-c2f3-4335-b74d-ee8f50200ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:48:12.659670 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24679a6a-589a-4efa-bd6e-d239c0a0b062 admin admin] Network hostable DHCP agents. Network: 3bbd6da5-4c15-46da-9de5-c44a36974cd0, hostable agents: ['b468568d-98fa-4cc8-a5cb-272923c6e379'], hosted agents: [] {{(pid=109071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 04:48:12.695786 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0eb7f425-c11e-403e-aedd-571c6ff92f42 req-d83e24aa-00bf-4b3d-beeb-20aac89e6751 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=939bed74-732b-4732-819e-c2b1fb9ad58c HTTP/1.1" status: 200 len: 210 time: 0.1335523 Nov 25 04:48:12.698191 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24679a6a-589a-4efa-bd6e-d239c0a0b062 admin admin] Network 3bbd6da5-4c15-46da-9de5-c44a36974cd0 is scheduled to be hosted by DHCP agent b468568d-98fa-4cc8-a5cb-272923c6e379 with binding_index 1 {{(pid=109071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 04:48:12.731691 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [None req-24679a6a-589a-4efa-bd6e-d239c0a0b062 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-6-iscsi, 3bbd6da5-4c15-46da-9de5-c44a36974cd0) {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:48:12.738335 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24679a6a-589a-4efa-bd6e-d239c0a0b062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:12.739258 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-24679a6a-589a-4efa-bd6e-d239c0a0b062 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for subnet, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:12.754296 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899e3392-601c-4fca-9a12-38a2b7a1f802 None None] Network 3bbd6da5-4c15-46da-9de5-c44a36974cd0 requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:48:12.833543 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c036e2-be53-4211-97a1-8ba6b4cc63d5 None None] Network e00b5266-342d-4ad8-91a7-bb7ac27fd7dc requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:48:12.889130 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-75958d69-4621-4059-9ed9-9ea4b8e1dbff tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:12.890920 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-75958d69-4621-4059-9ed9-9ea4b8e1dbff tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/networks?id=039d61f7-3185-4151-a398-6404f0cf3957 HTTP/1.1" status: 200 len: 812 time: 0.1613278 Nov 25 04:48:12.920435 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-ed0691d4-2016-4b2f-ba8d-311889245bfb tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/quotas/51337e5f01d5448ea9a877b53016681f HTTP/1.1" status: 200 len: 375 time: 0.0149558 Nov 25 04:48:12.927501 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-24679a6a-589a-4efa-bd6e-d239c0a0b062 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.7419009 Nov 25 04:48:12.930441 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 51564) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:12.939329 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-7526d32c-1491-470e-94d8-073f074bfb23 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-110648917-router', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'}}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:48:12.979496 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-8875607a-992e-4360-a3b1-03945dbe942d tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=51337e5f01d5448ea9a877b53016681f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466146 Nov 25 04:48:13.010002 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 51566) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:13.063049 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 51570) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:13.063420 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-49d4c2a1-8892-45e2-968a-af3817a258a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851'] for port, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:13.076059 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7526d32c-1491-470e-94d8-073f074bfb23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25019'] for router, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:13.077487 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7526d32c-1491-470e-94d8-073f074bfb23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3774484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24962'] for router, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:13.090423 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3af40f2-c3ca-44ae-965f-64fd5f5df200 admin admin] Deleting subnet a2aee286-3198-4376-a606-ed9f30ea1e8a {{(pid=109070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 04:48:13.096686 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c3af40f2-c3ca-44ae-965f-64fd5f5df200 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:13.209132 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d4c2a1-8892-45e2-968a-af3817a258a5 admin admin] Network 7252c0b9-b802-4561-8a54-4fb5c87ca7b8 is already hosted by enough agents. {{(pid=109071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:48:13.218204 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-a9f3f1ee-5637-43b9-9d52-eaf7ddb877ee service neutron] 10.222.0.36 "GET /v2.0/networks/039d61f7-3185-4151-a398-6404f0cf3957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377131 Nov 25 04:48:13.224088 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [None req-49d4c2a1-8892-45e2-968a-af3817a258a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:48:13.238148 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d4c2a1-8892-45e2-968a-af3817a258a5 admin admin] Received port after_create {{(pid=109071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:48:13.241929 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d4c2a1-8892-45e2-968a-af3817a258a5 admin admin] Pushing event updated for resources: {'Port': ['ID=1c2d935d-af12-4c00-8a7f-6c025344e112,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:13.256576 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c3af40f2-c3ca-44ae-965f-64fd5f5df200 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:13.271588 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7526d32c-1491-470e-94d8-073f074bfb23 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:13.278820 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6b41fd41-df7f-4a80-9cfb-b48f7d0c922d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:13.286907 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c3af40f2-c3ca-44ae-965f-64fd5f5df200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-567804'] for subnet, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:13.299894 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18921b6c-ad9b-48ed-a6af-9563b923c77b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd0d5e1f-7819-5798-83e6-40b5b60b3aad-3bbd6da5-4c15-46da-9de5-c44a36974cd0', 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'fixed_ips': [{'subnet_id': '6ff11583-5631-4068-991c-12b3ca3de03f'}]}} from dv-cinder-815582-6-iscsi. {{(pid=109072) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 04:48:13.300967 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-18921b6c-ad9b-48ed-a6af-9563b923c77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:13.531718 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.db_base_plugin_common [None req-18921b6c-ad9b-48ed-a6af-9563b923c77b None None] Allocated IP 172.20.0.2 (3bbd6da5-4c15-46da-9de5-c44a36974cd0/6ff11583-5631-4068-991c-12b3ca3de03f/e19e81fc-eafd-4b98-a016-97548192c1ae) {{(pid=109072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:48:13.540931 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7526d32c-1491-470e-94d8-073f074bfb23 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:13.546560 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c3af40f2-c3ca-44ae-965f-64fd5f5df200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-567559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519'] for subnet, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:13.603209 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c3af40f2-c3ca-44ae-965f-64fd5f5df200 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:13.609791 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-c3af40f2-c3ca-44ae-965f-64fd5f5df200 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a2aee286-3198-4376-a606-ed9f30ea1e8a HTTP/1.1" status: 204 len: 168 time: 0.5984278 Nov 25 04:48:13.617017 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 51602) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:13.634526 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af40f2-c3ca-44ae-965f-64fd5f5df200 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2aee286-3198-4376-a606-ed9f30ea1e8a,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:13.729821 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-f9d3f697-d0c1-4c89-8388-c891c4f75e23 service neutron] 10.222.0.36 "GET /v2.0/networks/039d61f7-3185-4151-a398-6404f0cf3957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002489 Nov 25 04:48:13.836920 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-18921b6c-ad9b-48ed-a6af-9563b923c77b None None] Publish callbacks [] for port, precommit_create {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:13.857118 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-18921b6c-ad9b-48ed-a6af-9563b923c77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851'] for port, after_create {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:13.966741 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18921b6c-ad9b-48ed-a6af-9563b923c77b None None] Network 3bbd6da5-4c15-46da-9de5-c44a36974cd0 is already hosted by enough agents. {{(pid=109072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:48:13.975667 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.scheduler.base_scheduler [None req-18921b6c-ad9b-48ed-a6af-9563b923c77b None None] Resources bound (agent type, host, resource id): {{(pid=109072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:48:13.980514 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18921b6c-ad9b-48ed-a6af-9563b923c77b None None] Received port after_create {{(pid=109072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:48:13.997105 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 6 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 04:48:14.045243 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18921b6c-ad9b-48ed-a6af-9563b923c77b None None] Pushing event updated for resources: {'Port': ['ID=e19e81fc-eafd-4b98-a016-97548192c1ae,revision_number=1']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:14.061754 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 51622) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:14.079924 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18921b6c-ad9b-48ed-a6af-9563b923c77b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:14.080712 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18921b6c-ad9b-48ed-a6af-9563b923c77b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:14.081295 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18921b6c-ad9b-48ed-a6af-9563b923c77b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:14.081849 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18921b6c-ad9b-48ed-a6af-9563b923c77b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:14.082510 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18921b6c-ad9b-48ed-a6af-9563b923c77b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:14.083158 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18921b6c-ad9b-48ed-a6af-9563b923c77b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:14.083915 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18921b6c-ad9b-48ed-a6af-9563b923c77b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:14.084525 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18921b6c-ad9b-48ed-a6af-9563b923c77b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:14.085097 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18921b6c-ad9b-48ed-a6af-9563b923c77b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:14.087854 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18921b6c-ad9b-48ed-a6af-9563b923c77b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:14.088464 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18921b6c-ad9b-48ed-a6af-9563b923c77b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:14.089616 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18921b6c-ad9b-48ed-a6af-9563b923c77b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:14.092418 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18921b6c-ad9b-48ed-a6af-9563b923c77b None None] Tracked resource versions report: Nov 25 04:48:14.092418 dv-cinder-815582-6-iscsi neutron-server[109072]: pushed versions: Nov 25 04:48:14.092418 dv-cinder-815582-6-iscsi neutron-server[109072]: { 'AddressGroup': {'1.2'}, Nov 25 04:48:14.092418 dv-cinder-815582-6-iscsi neutron-server[109072]: 'ConntrackHelper': {'1.0'}, Nov 25 04:48:14.092418 dv-cinder-815582-6-iscsi neutron-server[109072]: 'Log': {'1.0'}, Nov 25 04:48:14.092418 dv-cinder-815582-6-iscsi neutron-server[109072]: 'Network': {'1.1'}, Nov 25 04:48:14.092418 dv-cinder-815582-6-iscsi neutron-server[109072]: 'Port': {'1.7'}, Nov 25 04:48:14.092418 dv-cinder-815582-6-iscsi neutron-server[109072]: 'PortForwarding': {'1.2'}, Nov 25 04:48:14.092418 dv-cinder-815582-6-iscsi neutron-server[109072]: 'QosPolicy': {'1.10'}, Nov 25 04:48:14.092418 dv-cinder-815582-6-iscsi neutron-server[109072]: 'SecurityGroup': {'1.5'}, Nov 25 04:48:14.092418 dv-cinder-815582-6-iscsi neutron-server[109072]: 'SecurityGroupRule': {'1.2'}, Nov 25 04:48:14.092418 dv-cinder-815582-6-iscsi neutron-server[109072]: 'SubPort': {'1.0'}, Nov 25 04:48:14.092418 dv-cinder-815582-6-iscsi neutron-server[109072]: 'Subnet': {'1.1'}, Nov 25 04:48:14.092418 dv-cinder-815582-6-iscsi neutron-server[109072]: 'Trunk': {'1.1'}} Nov 25 04:48:14.092418 dv-cinder-815582-6-iscsi neutron-server[109072]: consumer versions: Nov 25 04:48:14.092418 dv-cinder-815582-6-iscsi neutron-server[109072]: { DHCP agent@dv-cinder-815582-6-iscsi: {}, Nov 25 04:48:14.092418 dv-cinder-815582-6-iscsi neutron-server[109072]: HyperV agent@hv-cinder-81558: {}, Nov 25 04:48:14.092418 dv-cinder-815582-6-iscsi neutron-server[109072]: L3 agent@dv-cinder-815582-6-iscsi: {}, Nov 25 04:48:14.092418 dv-cinder-815582-6-iscsi neutron-server[109072]: Metadata agent@dv-cinder-815582-6-iscsi: {}, Nov 25 04:48:14.092418 dv-cinder-815582-6-iscsi neutron-server[109072]: Metering agent@dv-cinder-815582-6-iscsi: {}, Nov 25 04:48:14.092418 dv-cinder-815582-6-iscsi neutron-server[109072]: Open vSwitch agent@dv-cinder-815582-6-iscsi: { 'AddressGroup': '1.2', Nov 25 04:48:14.092418 dv-cinder-815582-6-iscsi neutron-server[109072]: 'ConntrackHelper': '1.0', Nov 25 04:48:14.092418 dv-cinder-815582-6-iscsi neutron-server[109072]: 'Log': '1.0', Nov 25 04:48:14.092418 dv-cinder-815582-6-iscsi neutron-server[109072]: 'Network': '1.1', Nov 25 04:48:14.092418 dv-cinder-815582-6-iscsi neutron-server[109072]: 'Port': '1.7', Nov 25 04:48:14.092418 dv-cinder-815582-6-iscsi neutron-server[109072]: 'PortForwarding': '1.2', Nov 25 04:48:14.092418 dv-cinder-815582-6-iscsi neutron-server[109072]: 'QosPolicy': '1.10', Nov 25 04:48:14.092418 dv-cinder-815582-6-iscsi neutron-server[109072]: 'SecurityGroup': '1.5', Nov 25 04:48:14.092418 dv-cinder-815582-6-iscsi neutron-server[109072]: 'SecurityGroupRule': '1.2', Nov 25 04:48:14.092418 dv-cinder-815582-6-iscsi neutron-server[109072]: 'SubPort': '1.0', Nov 25 04:48:14.092418 dv-cinder-815582-6-iscsi neutron-server[109072]: 'Subnet': '1.1', Nov 25 04:48:14.092418 dv-cinder-815582-6-iscsi neutron-server[109072]: 'Trunk': '1.1'}} Nov 25 04:48:14.092418 dv-cinder-815582-6-iscsi neutron-server[109072]: {{(pid=109072) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 04:48:14.127791 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-18921b6c-ad9b-48ed-a6af-9563b923c77b None None] Attempting to bind port e19e81fc-eafd-4b98-a016-97548192c1ae on host dv-cinder-815582-6-iscsi for vnic_type normal with profile {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:48:14.128783 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-18921b6c-ad9b-48ed-a6af-9563b923c77b None None] Attempting to bind port e19e81fc-eafd-4b98-a016-97548192c1ae by drivers openvswitch,hyperv on host dv-cinder-815582-6-iscsi at level 0 using segments [{'id': '644e32ed-c2f3-4335-b74d-ee8f50200ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0'}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:48:14.129419 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18921b6c-ad9b-48ed-a6af-9563b923c77b None None] Attempting to bind port e19e81fc-eafd-4b98-a016-97548192c1ae on network 3bbd6da5-4c15-46da-9de5-c44a36974cd0 {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:48:14.137980 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18921b6c-ad9b-48ed-a6af-9563b923c77b None None] Checking agent: {'id': '2825277b-b27f-46a7-b452-1b49513b2056', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 40, 34), 'started_at': datetime.datetime(2021, 11, 25, 4, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:48:14.139031 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18921b6c-ad9b-48ed-a6af-9563b923c77b None None] Checking segment: {'id': '644e32ed-c2f3-4335-b74d-ee8f50200ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:48:14.139671 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-18921b6c-ad9b-48ed-a6af-9563b923c77b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:14.140327 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18921b6c-ad9b-48ed-a6af-9563b923c77b None None] Bound using segment: {'id': '644e32ed-c2f3-4335-b74d-ee8f50200ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0'} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:48:14.141464 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-18921b6c-ad9b-48ed-a6af-9563b923c77b None None] Bound port: e19e81fc-eafd-4b98-a016-97548192c1ae, host: dv-cinder-815582-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '644e32ed-c2f3-4335-b74d-ee8f50200ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0'}}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:48:14.142308 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-18921b6c-ad9b-48ed-a6af-9563b923c77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:14.151491 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-49d4c2a1-8892-45e2-968a-af3817a258a5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:14.210102 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5c212d47-43d7-452f-a28c-fe3fd872ce4b req-52730df3-c3de-4678-9dd0-db4bbde4b3b1 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=939bed74-732b-4732-819e-c2b1fb9ad58c HTTP/1.1" status: 200 len: 210 time: 0.0937247 Nov 25 04:48:14.231840 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6b41fd41-df7f-4a80-9cfb-b48f7d0c922d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:14.237312 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-414c6fed-926d-4996-a7c7-e2cdb47feef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-683350'] for network, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:14.260765 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6b41fd41-df7f-4a80-9cfb-b48f7d0c922d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:14.301342 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-18921b6c-ad9b-48ed-a6af-9563b923c77b None None] For port e19e81fc-eafd-4b98-a016-97548192c1ae, host dv-cinder-815582-6-iscsi, cleared binding levels {{(pid=109072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:48:14.307893 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-18921b6c-ad9b-48ed-a6af-9563b923c77b None None] For port e19e81fc-eafd-4b98-a016-97548192c1ae, host dv-cinder-815582-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=e19e81fc-eafd-4b98-a016-97548192c1ae,segment=NetworkSegment(644e32ed-c2f3-4335-b74d-ee8f50200ec0),segment_id=644e32ed-c2f3-4335-b74d-ee8f50200ec0)] {{(pid=109072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:48:14.317027 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-18921b6c-ad9b-48ed-a6af-9563b923c77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:14.387788 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-1cf4ff29-fe1e-4a29-8542-712eef9af801 req-98d61845-5752-4ce2-a5de-128f3959bb6f tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/ports?device_id=74f8fed7-3328-43c0-b943-daa871523405 HTTP/1.1" status: 200 len: 210 time: 0.1276870 Nov 25 04:48:14.402174 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18921b6c-ad9b-48ed-a6af-9563b923c77b None None] Pushing event updated for resources: {'Port': ['ID=e19e81fc-eafd-4b98-a016-97548192c1ae,revision_number=2']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:14.442924 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-15baddb2-d81b-4f7b-a467-fe8dcf1306bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:14.449645 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b41fd41-df7f-4a80-9cfb-b48f7d0c922d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0f612a-068a-4856-ad33-9e30cd996c26,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:14.517424 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-6b41fd41-df7f-4a80-9cfb-b48f7d0c922d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=99447c5dc47d49abb101be810b5c0f5a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4503806 Nov 25 04:48:14.518733 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 51648) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:14.666500 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-414c6fed-926d-4996-a7c7-e2cdb47feef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568939', 'neutron.services.segments.db._delete_segments_for_network-8783340406995'] for network, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:14.709530 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-414c6fed-926d-4996-a7c7-e2cdb47feef6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:48:14.709943 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-414c6fed-926d-4996-a7c7-e2cdb47feef6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:48:14.710683 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-414c6fed-926d-4996-a7c7-e2cdb47feef6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:48:14.711012 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-414c6fed-926d-4996-a7c7-e2cdb47feef6 admin admin] Subscribe: > port after_create 55550000 {{(pid=109070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:48:14.711355 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-414c6fed-926d-4996-a7c7-e2cdb47feef6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:48:14.711668 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-414c6fed-926d-4996-a7c7-e2cdb47feef6 admin admin] Subscribe: > port after_update 55550000 {{(pid=109070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:48:14.711999 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-414c6fed-926d-4996-a7c7-e2cdb47feef6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:48:14.712341 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-414c6fed-926d-4996-a7c7-e2cdb47feef6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:48:14.712851 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-414c6fed-926d-4996-a7c7-e2cdb47feef6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:48:14.713192 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-414c6fed-926d-4996-a7c7-e2cdb47feef6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:48:14.725617 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-15baddb2-d81b-4f7b-a467-fe8dcf1306bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:14.819157 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-15baddb2-d81b-4f7b-a467-fe8dcf1306bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:15.078964 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-49d4c2a1-8892-45e2-968a-af3817a258a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687985'] for router, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:15.083846 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-414c6fed-926d-4996-a7c7-e2cdb47feef6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:48:15.084239 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-414c6fed-926d-4996-a7c7-e2cdb47feef6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:48:15.084574 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-414c6fed-926d-4996-a7c7-e2cdb47feef6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:48:15.084911 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-414c6fed-926d-4996-a7c7-e2cdb47feef6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109070) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:48:15.085277 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-414c6fed-926d-4996-a7c7-e2cdb47feef6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['537b6f21-1460-427f-93ed-ba0cecae8e64']}} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:48:15.117305 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-414c6fed-926d-4996-a7c7-e2cdb47feef6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6db2b4c-b40c-4813-a03d-53bf89276d07') {'for_net_delete': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:48:15.117654 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-414c6fed-926d-4996-a7c7-e2cdb47feef6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6db2b4c-b40c-4813-a03d-53bf89276d07') {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:48:15.132525 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4728787b-8e09-4347-8cd8-4150585529d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:15.146111 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-414c6fed-926d-4996-a7c7-e2cdb47feef6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783340412124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3171232'] for segment, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:15.148712 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-15baddb2-d81b-4f7b-a467-fe8dcf1306bb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c78a18dd20f8496681d2afe94a3aebdf&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0783720 Nov 25 04:48:15.154732 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 51676) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:15.168682 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15baddb2-d81b-4f7b-a467-fe8dcf1306bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f894ca-ec51-4c0b-9174-36c787242318,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:15.306750 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-414c6fed-926d-4996-a7c7-e2cdb47feef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041'] for segment, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:15.360034 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7526d32c-1491-470e-94d8-073f074bfb23 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:15.360358 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d4c2a1-8892-45e2-968a-af3817a258a5 admin admin] Router a3650b30-7e6d-4c5c-8084-9d8ec3535959 is scheduled to L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f with binding_index 1 {{(pid=109071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 04:48:15.374007 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-414c6fed-926d-4996-a7c7-e2cdb47feef6 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=109070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 04:48:15.374438 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-414c6fed-926d-4996-a7c7-e2cdb47feef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9557383'] for segment, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:15.387479 dv-cinder-815582-6-iscsi neutron-server[109070]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 04:48:15.387479 dv-cinder-815582-6-iscsi neutron-server[109070]: from cryptography.utils import int_from_bytes Nov 25 04:48:15.387479 dv-cinder-815582-6-iscsi neutron-server[109070]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 04:48:15.387479 dv-cinder-815582-6-iscsi neutron-server[109070]: from cryptography.utils import int_from_bytes Nov 25 04:48:15.387479 dv-cinder-815582-6-iscsi neutron-server[109070]: Traceback (most recent call last): Nov 25 04:48:15.387479 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 04:48:15.387479 dv-cinder-815582-6-iscsi neutron-server[109070]: timer() Nov 25 04:48:15.387479 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 04:48:15.387479 dv-cinder-815582-6-iscsi neutron-server[109070]: cb(*args, **kw) Nov 25 04:48:15.387479 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 04:48:15.387479 dv-cinder-815582-6-iscsi neutron-server[109070]: return func(*args, **kwargs) Nov 25 04:48:15.387479 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 04:48:15.387479 dv-cinder-815582-6-iscsi neutron-server[109070]: self._notify() Nov 25 04:48:15.387479 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 04:48:15.387479 dv-cinder-815582-6-iscsi neutron-server[109070]: self.callback(batched_events) Nov 25 04:48:15.387479 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 04:48:15.387479 dv-cinder-815582-6-iscsi neutron-server[109070]: event.method(event) Nov 25 04:48:15.387479 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 04:48:15.387479 dv-cinder-815582-6-iscsi neutron-server[109070]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 04:48:15.387479 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 04:48:15.387479 dv-cinder-815582-6-iscsi neutron-server[109070]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 04:48:15.387479 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 04:48:15.387479 dv-cinder-815582-6-iscsi neutron-server[109070]: return f(self, *a, **k) Nov 25 04:48:15.387479 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 04:48:15.387479 dv-cinder-815582-6-iscsi neutron-server[109070]: return self._get(url).json() Nov 25 04:48:15.387479 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 04:48:15.387479 dv-cinder-815582-6-iscsi neutron-server[109070]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 04:48:15.387479 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 04:48:15.387479 dv-cinder-815582-6-iscsi neutron-server[109070]: return self.request(url, 'GET', **kwargs) Nov 25 04:48:15.387479 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 04:48:15.387479 dv-cinder-815582-6-iscsi neutron-server[109070]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 04:48:15.387479 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 04:48:15.387479 dv-cinder-815582-6-iscsi neutron-server[109070]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 04:48:15.387479 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 04:48:15.387479 dv-cinder-815582-6-iscsi neutron-server[109070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 04:48:15.387479 dv-cinder-815582-6-iscsi neutron-server[109070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 04:48:15.390346 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-48a02e61-d3d2-46a8-b96f-0c40d30df76f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:15.400989 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4728787b-8e09-4347-8cd8-4150585529d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:15.420101 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7526d32c-1491-470e-94d8-073f074bfb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:15.558897 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.41', 60141) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:15.564667 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-7a24306a-8b38-419f-9831-513f4d2867d3 req-2084f206-2bf8-40f4-905c-f75fbe0966ef tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=939bed74-732b-4732-819e-c2b1fb9ad58c HTTP/1.1" status: 200 len: 210 time: 0.1022580 Nov 25 04:48:15.604802 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [None req-7526d32c-1491-470e-94d8-073f074bfb23 admin admin] Allocated IP 172.27.2.55 (7252c0b9-b802-4561-8a54-4fb5c87ca7b8/b33b80b7-52e3-4af3-b161-e1f3edefb5e3/699b77c7-59e1-4e8c-81b0-1e5fa28041b2) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:48:15.723555 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-48a02e61-d3d2-46a8-b96f-0c40d30df76f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:15.729699 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-32ddd85d-d3be-4d92-a230-ae787792b842 req-5e9fcc91-b7bd-470f-bb01-eb70c32b791f tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/ports?device_id=74f8fed7-3328-43c0-b943-daa871523405 HTTP/1.1" status: 200 len: 210 time: 0.0915618 Nov 25 04:48:15.759658 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-414c6fed-926d-4996-a7c7-e2cdb47feef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:15.765666 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device e19e81fc-eafd-4b98-a016-97548192c1ae up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:48:15.818465 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4728787b-8e09-4347-8cd8-4150585529d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:15.824769 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4728787b-8e09-4347-8cd8-4150585529d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:15.828531 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-4728787b-8e09-4347-8cd8-4150585529d6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4a0f612a-068a-4856-ad33-9e30cd996c26 HTTP/1.1" status: 204 len: 168 time: 1.3065538 Nov 25 04:48:15.829956 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-414c6fed-926d-4996-a7c7-e2cdb47feef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for network, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:15.850976 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-414c6fed-926d-4996-a7c7-e2cdb47feef6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/537b6f21-1460-427f-93ed-ba0cecae8e64 HTTP/1.1" status: 204 len: 168 time: 2.2297645 Nov 25 04:48:15.875583 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port e19e81fc-eafd-4b98-a016-97548192c1ae triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:48:15.876038 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:15.881241 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 51694) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:15.919053 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69612f99-0572-41c2-9af9-7ec213567322 req-9285de12-1d64-4518-ad6b-671628f289e1 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:15.920617 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-69612f99-0572-41c2-9af9-7ec213567322 req-9285de12-1d64-4518-ad6b-671628f289e1 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.41 "GET /v2.0/networks?id=07b4a06c-8a0a-4473-b5d9-23bf4e89383a HTTP/1.1" status: 200 len: 815 time: 0.3585284 Nov 25 04:48:15.921776 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d4c2a1-8892-45e2-968a-af3817a258a5 admin admin] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:48:15.938355 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4de541-4166-4a98-823d-6271073622a8 None None] Sync routers for ids ['a3650b30-7e6d-4c5c-8084-9d8ec3535959'] in dv-cinder-815582-6-iscsi {{(pid=109073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:48:15.963245 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4de541-4166-4a98-823d-6271073622a8 None None] Routers {'a3650b30-7e6d-4c5c-8084-9d8ec3535959'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:48:15.966698 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-7c4de541-4166-4a98-823d-6271073622a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:48:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['a3650b30-7e6d-4c5c-8084-9d8ec3535959'], 'active': True} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:48:15.979522 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e33ebb8-9595-4d23-aff4-57dd33b42274 admin admin] Deleting subnet 2cc092f8-4de2-496a-b900-fae512b94375 {{(pid=109070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 04:48:15.983560 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7e33ebb8-9595-4d23-aff4-57dd33b42274 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:15.984994 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-49d4c2a1-8892-45e2-968a-af3817a258a5 admin admin] Publish callbacks [] for router, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:15.986421 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-49d4c2a1-8892-45e2-968a-af3817a258a5 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.9570529 Nov 25 04:48:15.996362 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 51698) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:16.031744 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7e33ebb8-9595-4d23-aff4-57dd33b42274 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3171243'] for subnet, precommit_delete_associations {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:16.052012 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:16.075718 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7e33ebb8-9595-4d23-aff4-57dd33b42274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-567804'] for subnet, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:16.080621 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ccc47b-0d73-418b-b102-37467a1f4105 None None] Network 3bbd6da5-4c15-46da-9de5-c44a36974cd0 requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:48:16.167622 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c6fed-926d-4996-a7c7-e2cdb47feef6 admin admin] Pushing event deleted for resources: {'Network': ['ID=537b6f21-1460-427f-93ed-ba0cecae8e64,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:16.188124 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvr_db [None req-7c4de541-4166-4a98-823d-6271073622a8 None None] Set router a3650b30-7e6d-4c5c-8084-9d8ec3535959 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:48:16.195963 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7e33ebb8-9595-4d23-aff4-57dd33b42274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-567559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9557373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9757726'] for subnet, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:16.256441 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33ebb8-9595-4d23-aff4-57dd33b42274 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cc092f8-4de2-496a-b900-fae512b94375,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:16.274029 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4728787b-8e09-4347-8cd8-4150585529d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0f612a-068a-4856-ad33-9e30cd996c26,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:16.287123 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] For port e19e81fc-eafd-4b98-a016-97548192c1ae, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=e19e81fc-eafd-4b98-a016-97548192c1ae,segment=NetworkSegment(644e32ed-c2f3-4335-b74d-ee8f50200ec0),segment_id=644e32ed-c2f3-4335-b74d-ee8f50200ec0)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:48:16.305205 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7e33ebb8-9595-4d23-aff4-57dd33b42274 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:16.313628 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:16.315206 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-7e33ebb8-9595-4d23-aff4-57dd33b42274 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2cc092f8-4de2-496a-b900-fae512b94375 HTTP/1.1" status: 204 len: 168 time: 0.4270360 Nov 25 04:48:16.326829 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 51712) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:16.415216 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [req-69612f99-0572-41c2-9af9-7ec213567322 req-73aaba69-d2f4-4809-9954-3647a7e38ce6 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Request body: {'port': {'device_id': '939bed74-732b-4732-819e-c2b1fb9ad58c', 'network_id': '07b4a06c-8a0a-4473-b5d9-23bf4e89383a', 'admin_state_up': True, 'tenant_id': 'b78f91fa9da147eda471e50cc9684f97'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:48:16.420377 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-3addb805-e94f-491b-b2a5-0d147f3b6254 None None] Provisioning complete for port e19e81fc-eafd-4b98-a016-97548192c1ae triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:48:16.420761 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-3addb805-e94f-491b-b2a5-0d147f3b6254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:16.534218 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Pushing event updated for resources: {'Port': ['ID=e19e81fc-eafd-4b98-a016-97548192c1ae,revision_number=3']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:16.560166 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.41', 60150) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:16.562005 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 51728) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:16.595879 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6e2b9ca8-e803-414f-bad6-42739838d6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-683350'] for network, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:16.688849 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f8622efd-8dc2-4cd7-a608-c51aa79a6afa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:16.734990 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7324dc94-2786-4864-a8e1-cd63b64f0735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:16.795165 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-7c4de541-4166-4a98-823d-6271073622a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3650b30-7e6d-4c5c-8084-9d8ec3535959', 'name': 'tempest-ServerRescueNegativeTestJSON-1615999871-router', 'tenant_id': '8d773db29571458586043ef5fa3454c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '1c2d935d-af12-4c00-8a7f-6c025344e112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:48:10Z', 'updated_at': '2021-11-25T04:48:13Z', 'revision_number': 3, 'project_id': '8d773db29571458586043ef5fa3454c2', 'gw_port': {'id': '1c2d935d-af12-4c00-8a7f-6c025344e112', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:eb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3650b30-7e6d-4c5c-8084-9d8ec3535959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:11Z', 'updated_at': '2021-11-25T04:48:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi'}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:48:16.836122 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4de541-4166-4a98-823d-6271073622a8 None None] Checking router: a3650b30-7e6d-4c5c-8084-9d8ec3535959 for host: dv-cinder-815582-6-iscsi {{(pid=109073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:48:16.836609 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4de541-4166-4a98-823d-6271073622a8 None None] Updating router a3650b30-7e6d-4c5c-8084-9d8ec3535959 port 1c2d935d-af12-4c00-8a7f-6c025344e112 binding host dv-cinder-815582-6-iscsi {{(pid=109073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 04:48:16.878932 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-7c4de541-4166-4a98-823d-6271073622a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:17.011158 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f8622efd-8dc2-4cd7-a608-c51aa79a6afa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:17.025994 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7526d32c-1491-470e-94d8-073f074bfb23 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:17.034228 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f8622efd-8dc2-4cd7-a608-c51aa79a6afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:17.040925 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-48a02e61-d3d2-46a8-b96f-0c40d30df76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:17.043681 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-48a02e61-d3d2-46a8-b96f-0c40d30df76f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:17.056766 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-48a02e61-d3d2-46a8-b96f-0c40d30df76f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/26f894ca-ec51-4c0b-9174-36c787242318 HTTP/1.1" status: 204 len: 168 time: 1.8931289 Nov 25 04:48:17.088341 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8622efd-8dc2-4cd7-a608-c51aa79a6afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9276a295-f49e-426e-a90f-ad437e796c72,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:17.165653 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a02e61-d3d2-46a8-b96f-0c40d30df76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f894ca-ec51-4c0b-9174-36c787242318,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:17.176988 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f58d646e-685d-43b6-83e8-67f40424b300 req-a9d5afb1-4cdd-4927-ae18-22c483bd2663 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=939bed74-732b-4732-819e-c2b1fb9ad58c HTTP/1.1" status: 200 len: 210 time: 0.3245921 Nov 25 04:48:17.254418 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6e2b9ca8-e803-414f-bad6-42739838d6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568939', 'neutron.services.segments.db._delete_segments_for_network-8783340406995'] for network, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:17.259657 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-8a2750a3-4dd2-4ead-be0d-4b5f083e1ece None None] Provisioning complete for port e19e81fc-eafd-4b98-a016-97548192c1ae triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:48:17.260484 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-8a2750a3-4dd2-4ead-be0d-4b5f083e1ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:17.322277 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d4b31b45-1edd-4f29-8ba5-3b1800f26dcf req-04cb35f5-c091-4d92-8559-4585883323c6 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/ports?device_id=74f8fed7-3328-43c0-b943-daa871523405 HTTP/1.1" status: 200 len: 210 time: 0.3705957 Nov 25 04:48:17.387097 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-f8622efd-8dc2-4cd7-a608-c51aa79a6afa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4e76df64520c46cd9543acdd830845ae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7588410 Nov 25 04:48:17.396221 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-6e2b9ca8-e803-414f-bad6-42739838d6ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e00b5266-342d-4ad8-91a7-bb7ac27fd7dc']}} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:48:17.396571 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 51756) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:17.428096 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-e37f1024-d630-4916-afd1-02aa601e6153 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:17.429928 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-e37f1024-d630-4916-afd1-02aa601e6153 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.41 "GET /v2.0/networks?id=039d61f7-3185-4151-a398-6404f0cf3957 HTTP/1.1" status: 200 len: 812 time: 0.8318872 Nov 25 04:48:17.442139 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-6e2b9ca8-e803-414f-bad6-42739838d6ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a37cbbe6-14bd-4c3e-846f-fe21d675af50') {'for_net_delete': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:48:17.442706 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-6e2b9ca8-e803-414f-bad6-42739838d6ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a37cbbe6-14bd-4c3e-846f-fe21d675af50') {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:48:17.455998 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6e2b9ca8-e803-414f-bad6-42739838d6ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783340412124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3171232'] for segment, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:17.464473 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7526d32c-1491-470e-94d8-073f074bfb23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:17.634951 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69612f99-0572-41c2-9af9-7ec213567322 req-73aaba69-d2f4-4809-9954-3647a7e38ce6 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Made reservation on behalf of b78f91fa9da147eda471e50cc9684f97 for: {'port': 1} {{(pid=109071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:48:17.638979 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-69612f99-0572-41c2-9af9-7ec213567322 req-73aaba69-d2f4-4809-9954-3647a7e38ce6 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:17.694911 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device e19e81fc-eafd-4b98-a016-97548192c1ae up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:48:17.719057 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6e2b9ca8-e803-414f-bad6-42739838d6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041'] for segment, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:17.732358 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-9f108e62-a88c-493b-8f33-c97d1bf5f862 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Request body: {'port': {'device_id': '74f8fed7-3328-43c0-b943-daa871523405', 'network_id': '039d61f7-3185-4151-a398-6404f0cf3957', 'admin_state_up': True, 'tenant_id': '51337e5f01d5448ea9a877b53016681f'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:48:17.754625 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7526d32c-1491-470e-94d8-073f074bfb23 admin admin] Network 7252c0b9-b802-4561-8a54-4fb5c87ca7b8 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:48:17.768879 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2b9ca8-e803-414f-bad6-42739838d6ef admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=109070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 04:48:17.769291 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6e2b9ca8-e803-414f-bad6-42739838d6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9557383'] for segment, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:17.773425 dv-cinder-815582-6-iscsi neutron-server[109070]: Traceback (most recent call last): Nov 25 04:48:17.773425 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 04:48:17.773425 dv-cinder-815582-6-iscsi neutron-server[109070]: timer() Nov 25 04:48:17.773425 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 04:48:17.773425 dv-cinder-815582-6-iscsi neutron-server[109070]: cb(*args, **kw) Nov 25 04:48:17.773425 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 04:48:17.773425 dv-cinder-815582-6-iscsi neutron-server[109070]: return func(*args, **kwargs) Nov 25 04:48:17.773425 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 04:48:17.773425 dv-cinder-815582-6-iscsi neutron-server[109070]: self._notify() Nov 25 04:48:17.773425 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 04:48:17.773425 dv-cinder-815582-6-iscsi neutron-server[109070]: self.callback(batched_events) Nov 25 04:48:17.773425 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 04:48:17.773425 dv-cinder-815582-6-iscsi neutron-server[109070]: event.method(event) Nov 25 04:48:17.773425 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 04:48:17.773425 dv-cinder-815582-6-iscsi neutron-server[109070]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 04:48:17.773425 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 04:48:17.773425 dv-cinder-815582-6-iscsi neutron-server[109070]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 04:48:17.773425 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 04:48:17.773425 dv-cinder-815582-6-iscsi neutron-server[109070]: return f(self, *a, **k) Nov 25 04:48:17.773425 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 04:48:17.773425 dv-cinder-815582-6-iscsi neutron-server[109070]: return self._get(url).json() Nov 25 04:48:17.773425 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 04:48:17.773425 dv-cinder-815582-6-iscsi neutron-server[109070]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 04:48:17.773425 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 04:48:17.773425 dv-cinder-815582-6-iscsi neutron-server[109070]: return self.request(url, 'GET', **kwargs) Nov 25 04:48:17.773425 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 04:48:17.773425 dv-cinder-815582-6-iscsi neutron-server[109070]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 04:48:17.773425 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 04:48:17.773425 dv-cinder-815582-6-iscsi neutron-server[109070]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 04:48:17.773425 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 04:48:17.773425 dv-cinder-815582-6-iscsi neutron-server[109070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 04:48:17.773425 dv-cinder-815582-6-iscsi neutron-server[109070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 04:48:17.781172 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f22b9133-8210-49d2-b47c-e65bbc6d9e26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:17.795666 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-7526d32c-1491-470e-94d8-073f074bfb23 admin admin] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:48:17.806737 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port e19e81fc-eafd-4b98-a016-97548192c1ae triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:48:17.812223 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:17.868277 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7526d32c-1491-470e-94d8-073f074bfb23 admin admin] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:48:17.919844 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f22b9133-8210-49d2-b47c-e65bbc6d9e26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:18.156245 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-7c4de541-4166-4a98-823d-6271073622a8 None None] Publish callbacks [] for port, precommit_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:18.170542 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-7c4de541-4166-4a98-823d-6271073622a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:18.210461 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526d32c-1491-470e-94d8-073f074bfb23 admin admin] Pushing event updated for resources: {'Port': ['ID=699b77c7-59e1-4e8c-81b0-1e5fa28041b2,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:18.246790 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4906d-3bb2-43d0-ba05-59d8fea97311 None None] Pushing event updated for resources: {'Port': ['ID=1c2d935d-af12-4c00-8a7f-6c025344e112,revision_number=2']} {{(pid=109073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:18.259912 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4906d-3bb2-43d0-ba05-59d8fea97311 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:18.260773 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4906d-3bb2-43d0-ba05-59d8fea97311 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:18.261272 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4906d-3bb2-43d0-ba05-59d8fea97311 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:18.261919 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4906d-3bb2-43d0-ba05-59d8fea97311 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:18.262399 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4906d-3bb2-43d0-ba05-59d8fea97311 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:18.262959 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4906d-3bb2-43d0-ba05-59d8fea97311 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:18.264058 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4906d-3bb2-43d0-ba05-59d8fea97311 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:18.264602 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4906d-3bb2-43d0-ba05-59d8fea97311 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:18.265178 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4906d-3bb2-43d0-ba05-59d8fea97311 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:18.265656 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4906d-3bb2-43d0-ba05-59d8fea97311 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:18.266221 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4906d-3bb2-43d0-ba05-59d8fea97311 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:18.266715 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4906d-3bb2-43d0-ba05-59d8fea97311 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:48:18.268076 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d4906d-3bb2-43d0-ba05-59d8fea97311 None None] Tracked resource versions report: Nov 25 04:48:18.268076 dv-cinder-815582-6-iscsi neutron-server[109073]: pushed versions: Nov 25 04:48:18.268076 dv-cinder-815582-6-iscsi neutron-server[109073]: { 'AddressGroup': {'1.2'}, Nov 25 04:48:18.268076 dv-cinder-815582-6-iscsi neutron-server[109073]: 'ConntrackHelper': {'1.0'}, Nov 25 04:48:18.268076 dv-cinder-815582-6-iscsi neutron-server[109073]: 'Log': {'1.0'}, Nov 25 04:48:18.268076 dv-cinder-815582-6-iscsi neutron-server[109073]: 'Network': {'1.1'}, Nov 25 04:48:18.268076 dv-cinder-815582-6-iscsi neutron-server[109073]: 'Port': {'1.7'}, Nov 25 04:48:18.268076 dv-cinder-815582-6-iscsi neutron-server[109073]: 'PortForwarding': {'1.2'}, Nov 25 04:48:18.268076 dv-cinder-815582-6-iscsi neutron-server[109073]: 'QosPolicy': {'1.10'}, Nov 25 04:48:18.268076 dv-cinder-815582-6-iscsi neutron-server[109073]: 'SecurityGroup': {'1.5'}, Nov 25 04:48:18.268076 dv-cinder-815582-6-iscsi neutron-server[109073]: 'SecurityGroupRule': {'1.2'}, Nov 25 04:48:18.268076 dv-cinder-815582-6-iscsi neutron-server[109073]: 'SubPort': {'1.0'}, Nov 25 04:48:18.268076 dv-cinder-815582-6-iscsi neutron-server[109073]: 'Subnet': {'1.1'}, Nov 25 04:48:18.268076 dv-cinder-815582-6-iscsi neutron-server[109073]: 'Trunk': {'1.1'}} Nov 25 04:48:18.268076 dv-cinder-815582-6-iscsi neutron-server[109073]: consumer versions: Nov 25 04:48:18.268076 dv-cinder-815582-6-iscsi neutron-server[109073]: { DHCP agent@dv-cinder-815582-6-iscsi: {}, Nov 25 04:48:18.268076 dv-cinder-815582-6-iscsi neutron-server[109073]: HyperV agent@hv-cinder-81558: {}, Nov 25 04:48:18.268076 dv-cinder-815582-6-iscsi neutron-server[109073]: L3 agent@dv-cinder-815582-6-iscsi: {}, Nov 25 04:48:18.268076 dv-cinder-815582-6-iscsi neutron-server[109073]: Metadata agent@dv-cinder-815582-6-iscsi: {}, Nov 25 04:48:18.268076 dv-cinder-815582-6-iscsi neutron-server[109073]: Metering agent@dv-cinder-815582-6-iscsi: {}, Nov 25 04:48:18.268076 dv-cinder-815582-6-iscsi neutron-server[109073]: Open vSwitch agent@dv-cinder-815582-6-iscsi: { 'AddressGroup': '1.2', Nov 25 04:48:18.268076 dv-cinder-815582-6-iscsi neutron-server[109073]: 'ConntrackHelper': '1.0', Nov 25 04:48:18.268076 dv-cinder-815582-6-iscsi neutron-server[109073]: 'Log': '1.0', Nov 25 04:48:18.268076 dv-cinder-815582-6-iscsi neutron-server[109073]: 'Network': '1.1', Nov 25 04:48:18.268076 dv-cinder-815582-6-iscsi neutron-server[109073]: 'Port': '1.7', Nov 25 04:48:18.268076 dv-cinder-815582-6-iscsi neutron-server[109073]: 'PortForwarding': '1.2', Nov 25 04:48:18.268076 dv-cinder-815582-6-iscsi neutron-server[109073]: 'QosPolicy': '1.10', Nov 25 04:48:18.268076 dv-cinder-815582-6-iscsi neutron-server[109073]: 'SecurityGroup': '1.5', Nov 25 04:48:18.268076 dv-cinder-815582-6-iscsi neutron-server[109073]: 'SecurityGroupRule': '1.2', Nov 25 04:48:18.268076 dv-cinder-815582-6-iscsi neutron-server[109073]: 'SubPort': '1.0', Nov 25 04:48:18.268076 dv-cinder-815582-6-iscsi neutron-server[109073]: 'Subnet': '1.1', Nov 25 04:48:18.268076 dv-cinder-815582-6-iscsi neutron-server[109073]: 'Trunk': '1.1'}} Nov 25 04:48:18.268076 dv-cinder-815582-6-iscsi neutron-server[109073]: {{(pid=109073) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 04:48:18.303685 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.managers [None req-7c4de541-4166-4a98-823d-6271073622a8 None None] Attempting to bind port 1c2d935d-af12-4c00-8a7f-6c025344e112 on host dv-cinder-815582-6-iscsi for vnic_type normal with profile {{(pid=109073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:48:18.304283 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.managers [None req-7c4de541-4166-4a98-823d-6271073622a8 None None] Attempting to bind port 1c2d935d-af12-4c00-8a7f-6c025344e112 by drivers openvswitch,hyperv on host dv-cinder-815582-6-iscsi at level 0 using segments [{'id': '5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'}] {{(pid=109073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:48:18.304865 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4de541-4166-4a98-823d-6271073622a8 None None] Attempting to bind port 1c2d935d-af12-4c00-8a7f-6c025344e112 on network 7252c0b9-b802-4561-8a54-4fb5c87ca7b8 {{(pid=109073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:48:18.311750 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-9f108e62-a88c-493b-8f33-c97d1bf5f862 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Made reservation on behalf of 51337e5f01d5448ea9a877b53016681f for: {'port': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:48:18.312559 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4de541-4166-4a98-823d-6271073622a8 None None] Checking agent: {'id': '2825277b-b27f-46a7-b452-1b49513b2056', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 40, 34), 'started_at': datetime.datetime(2021, 11, 25, 4, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:48:18.313396 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4de541-4166-4a98-823d-6271073622a8 None None] Checking segment: {'id': '5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:48:18.314886 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-7c4de541-4166-4a98-823d-6271073622a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:18.315599 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4de541-4166-4a98-823d-6271073622a8 None None] Bound using segment: {'id': '5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'} {{(pid=109073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:48:18.316415 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.managers [None req-7c4de541-4166-4a98-823d-6271073622a8 None None] Bound port: 1c2d935d-af12-4c00-8a7f-6c025344e112, host: dv-cinder-815582-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'}}] {{(pid=109073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:48:18.317114 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-7c4de541-4166-4a98-823d-6271073622a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:18.321916 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.db_base_plugin_common [None req-7324dc94-2786-4864-a8e1-cd63b64f0735 admin admin] Allocated IP 172.20.0.1 (d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f/9cba32b3-416c-41af-af79-b04db65419ef/15fffef8-56b9-403d-a336-0a069e18c4eb) {{(pid=109071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:48:18.324793 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-9f108e62-a88c-493b-8f33-c97d1bf5f862 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:18.347691 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f22b9133-8210-49d2-b47c-e65bbc6d9e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:18.351644 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f22b9133-8210-49d2-b47c-e65bbc6d9e26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:18.356768 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-f22b9133-8210-49d2-b47c-e65bbc6d9e26 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9276a295-f49e-426e-a90f-ad437e796c72 HTTP/1.1" status: 204 len: 168 time: 0.9462986 Nov 25 04:48:18.453531 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6e2b9ca8-e803-414f-bad6-42739838d6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:18.479545 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6e2b9ca8-e803-414f-bad6-42739838d6ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for network, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:18.482394 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.db [None req-7c4de541-4166-4a98-823d-6271073622a8 None None] For port 1c2d935d-af12-4c00-8a7f-6c025344e112, host dv-cinder-815582-6-iscsi, cleared binding levels {{(pid=109073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:48:18.494449 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.db [None req-7c4de541-4166-4a98-823d-6271073622a8 None None] For port 1c2d935d-af12-4c00-8a7f-6c025344e112, host dv-cinder-815582-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=1c2d935d-af12-4c00-8a7f-6c025344e112,segment=NetworkSegment(5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6),segment_id=5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6)] {{(pid=109073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:48:18.496185 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-6e2b9ca8-e803-414f-bad6-42739838d6ef admin admin] 10.222.0.36 "DELETE /v2.0/networks/e00b5266-342d-4ad8-91a7-bb7ac27fd7dc HTTP/1.1" status: 204 len: 168 time: 2.1654878 Nov 25 04:48:18.504923 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-7c4de541-4166-4a98-823d-6271073622a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:18.585838 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7324dc94-2786-4864-a8e1-cd63b64f0735 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:18.679792 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4de541-4166-4a98-823d-6271073622a8 None None] Routers {'a3650b30-7e6d-4c5c-8084-9d8ec3535959'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:48:18.682056 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-7c4de541-4166-4a98-823d-6271073622a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:48:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['a3650b30-7e6d-4c5c-8084-9d8ec3535959'], 'active': True} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:48:18.729441 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b9133-8210-49d2-b47c-e65bbc6d9e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9276a295-f49e-426e-a90f-ad437e796c72,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:18.764370 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a6c6dfbe-4565-4b93-985c-6f58bce21dbe req-36f8d621-2f4a-48ec-9650-fba18a6a2f4d tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=939bed74-732b-4732-819e-c2b1fb9ad58c HTTP/1.1" status: 200 len: 210 time: 0.4249361 Nov 25 04:48:18.791962 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4906d-3bb2-43d0-ba05-59d8fea97311 None None] Pushing event updated for resources: {'Port': ['ID=1c2d935d-af12-4c00-8a7f-6c025344e112,revision_number=3']} {{(pid=109073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:18.831686 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b9ca8-e803-414f-bad6-42739838d6ef admin admin] Pushing event deleted for resources: {'Network': ['ID=e00b5266-342d-4ad8-91a7-bb7ac27fd7dc,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:18.836499 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fa005570-34d5-46b4-99ee-b54b33155be6 req-f7e2447a-c3fc-4214-a709-73d038affd84 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/ports?device_id=74f8fed7-3328-43c0-b943-daa871523405 HTTP/1.1" status: 200 len: 210 time: 0.2180882 Nov 25 04:48:18.962805 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvr_db [None req-7c4de541-4166-4a98-823d-6271073622a8 None None] Set router a3650b30-7e6d-4c5c-8084-9d8ec3535959 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:48:19.038167 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 51794) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:19.155243 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7324dc94-2786-4864-a8e1-cd63b64f0735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851'] for port, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:19.167516 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-9f108e62-a88c-493b-8f33-c97d1bf5f862 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Allocated IP 172.20.0.6 (039d61f7-3185-4151-a398-6404f0cf3957/cc2410b5-702c-4d1a-8e9d-6d6a838653a5/16054449-5911-41e7-813c-8982942ea01e) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:48:19.193986 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7526d32c-1491-470e-94d8-073f074bfb23 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:19.284139 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7324dc94-2786-4864-a8e1-cd63b64f0735 admin admin] Network d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f is already hosted by enough agents. {{(pid=109071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:48:19.290180 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.db_base_plugin_common [req-69612f99-0572-41c2-9af9-7ec213567322 req-73aaba69-d2f4-4809-9954-3647a7e38ce6 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Allocated IP 172.20.0.3 (07b4a06c-8a0a-4473-b5d9-23bf4e89383a/6ffd8615-faa0-4b27-8f0c-4d18d573a8e0/13e72fd7-b1cc-4261-a096-bd204b592887) {{(pid=109071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:48:19.314284 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [None req-7324dc94-2786-4864-a8e1-cd63b64f0735 admin admin] Resources bound (agent type, host, resource id): {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:48:19.323211 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-5581c8bb-f06e-4923-a6c0-ec0217dad975 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=94580ff551b04feab72762d02a2ba7c6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2754951 Nov 25 04:48:19.324305 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 51804) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:19.327470 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7324dc94-2786-4864-a8e1-cd63b64f0735 admin admin] Received port after_create {{(pid=109071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:48:19.328179 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7324dc94-2786-4864-a8e1-cd63b64f0735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688128'] for router_interface, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:19.334128 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324dc94-2786-4864-a8e1-cd63b64f0735 admin admin] Pushing event updated for resources: {'Port': ['ID=15fffef8-56b9-403d-a336-0a069e18c4eb,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:19.447640 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-7c4de541-4166-4a98-823d-6271073622a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3650b30-7e6d-4c5c-8084-9d8ec3535959', 'name': 'tempest-ServerRescueNegativeTestJSON-1615999871-router', 'tenant_id': '8d773db29571458586043ef5fa3454c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '1c2d935d-af12-4c00-8a7f-6c025344e112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:48:10Z', 'updated_at': '2021-11-25T04:48:13Z', 'revision_number': 3, 'project_id': '8d773db29571458586043ef5fa3454c2', 'gw_port': {'id': '1c2d935d-af12-4c00-8a7f-6c025344e112', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:eb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3650b30-7e6d-4c5c-8084-9d8ec3535959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:11Z', 'updated_at': '2021-11-25T04:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi'}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:48:19.495141 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4de541-4166-4a98-823d-6271073622a8 None None] The sync data for ids ['a3650b30-7e6d-4c5c-8084-9d8ec3535959'] in dv-cinder-815582-6-iscsi is: [{'id': 'a3650b30-7e6d-4c5c-8084-9d8ec3535959', 'name': 'tempest-ServerRescueNegativeTestJSON-1615999871-router', 'tenant_id': '8d773db29571458586043ef5fa3454c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '1c2d935d-af12-4c00-8a7f-6c025344e112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:48:10Z', 'updated_at': '2021-11-25T04:48:13Z', 'revision_number': 3, 'project_id': '8d773db29571458586043ef5fa3454c2', 'gw_port': {'id': '1c2d935d-af12-4c00-8a7f-6c025344e112', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:eb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3650b30-7e6d-4c5c-8084-9d8ec3535959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:11Z', 'updated_at': '2021-11-25T04:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi'}] {{(pid=109073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:48:19.794983 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 51814) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:19.920332 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-9f108e62-a88c-493b-8f33-c97d1bf5f862 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Publish callbacks [] for port, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:19.950860 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7526d32c-1491-470e-94d8-073f074bfb23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687985'] for router, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:20.090399 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c53b114c-9159-49fe-8d9c-34c77e2a51fa req-cf41de4f-fd51-4009-b159-22b9c15af14c tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/ports?device_id=74f8fed7-3328-43c0-b943-daa871523405 HTTP/1.1" status: 200 len: 210 time: 0.0782673 Nov 25 04:48:20.191901 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-e15cffc9-d48d-451b-8f3e-2a0c0c267016 req-c27b5c7e-3a73-4c14-bf23-4eafc2adab34 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=939bed74-732b-4732-819e-c2b1fb9ad58c HTTP/1.1" status: 200 len: 210 time: 0.2149079 Nov 25 04:48:20.315937 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7324dc94-2786-4864-a8e1-cd63b64f0735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:20.412873 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-9f108e62-a88c-493b-8f33-c97d1bf5f862 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:20.435987 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7526d32c-1491-470e-94d8-073f074bfb23 admin admin] Router 7148b292-21cd-4c70-b902-684b86a972bf is scheduled to L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f with binding_index 1 {{(pid=109070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 04:48:20.438049 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-6a375b65-875c-4fac-a214-9001ef583168 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:20.493255 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-6a375b65-875c-4fac-a214-9001ef583168 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:20.499657 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-9f108e62-a88c-493b-8f33-c97d1bf5f862 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Network 039d61f7-3185-4151-a398-6404f0cf3957 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:48:20.518389 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-9f108e62-a88c-493b-8f33-c97d1bf5f862 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:48:20.521007 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-9f108e62-a88c-493b-8f33-c97d1bf5f862 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:48:20.603552 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7b400616-011a-456d-8bd7-d91040b368ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:20.607510 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:20.821458 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-69612f99-0572-41c2-9af9-7ec213567322 req-73aaba69-d2f4-4809-9954-3647a7e38ce6 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Publish callbacks [] for port, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:20.901444 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-6a375b65-875c-4fac-a214-9001ef583168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:20.908983 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-6a375b65-875c-4fac-a214-9001ef583168 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:20.912499 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-6a375b65-875c-4fac-a214-9001ef583168 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/82c4153e-b7b9-4e88-a87e-9c15c0ceda8d HTTP/1.1" status: 204 len: 168 time: 1.5773509 Nov 25 04:48:20.995021 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a375b65-875c-4fac-a214-9001ef583168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c4153e-b7b9-4e88-a87e-9c15c0ceda8d,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:21.193171 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 51848) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:21.223875 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-69612f99-0572-41c2-9af9-7ec213567322 req-73aaba69-d2f4-4809-9954-3647a7e38ce6 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851'] for port, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:21.381719 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f108e62-a88c-493b-8f33-c97d1bf5f862 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Pushing event updated for resources: {'Port': ['ID=16054449-5911-41e7-813c-8982942ea01e,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:21.451452 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-9f108e62-a88c-493b-8f33-c97d1bf5f862 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:21.452548 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-9f108e62-a88c-493b-8f33-c97d1bf5f862 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for port, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:21.472616 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69612f99-0572-41c2-9af9-7ec213567322 req-73aaba69-d2f4-4809-9954-3647a7e38ce6 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Network 07b4a06c-8a0a-4473-b5d9-23bf4e89383a is already hosted by enough agents. {{(pid=109071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:48:21.498220 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-9f108e62-a88c-493b-8f33-c97d1bf5f862 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7769601 Nov 25 04:48:21.511721 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa40e1f-9af1-4afc-81a6-bc629166029a req-cf5983d2-e9f3-47ca-8e92-bc95a23b46f0 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:21.513460 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3aa40e1f-9af1-4afc-81a6-bc629166029a req-cf5983d2-e9f3-47ca-8e92-bc95a23b46f0 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/ports?device_id=74f8fed7-3328-43c0-b943-daa871523405 HTTP/1.1" status: 200 len: 931 time: 0.1717086 Nov 25 04:48:21.516980 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7526d32c-1491-470e-94d8-073f074bfb23 admin admin] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:48:21.537337 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e27fac1-6656-4962-9d9d-af9fbea67130 None None] Sync routers for ids ['7148b292-21cd-4c70-b902-684b86a972bf'] in dv-cinder-815582-6-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:48:21.573400 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7526d32c-1491-470e-94d8-073f074bfb23 admin admin] Publish callbacks [] for router, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:21.577644 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-7526d32c-1491-470e-94d8-073f074bfb23 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.6412637 Nov 25 04:48:21.578888 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e27fac1-6656-4962-9d9d-af9fbea67130 None None] Routers {'7148b292-21cd-4c70-b902-684b86a972bf'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:48:21.581943 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-9e27fac1-6656-4962-9d9d-af9fbea67130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:48:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['7148b292-21cd-4c70-b902-684b86a972bf'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:48:21.589658 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [req-69612f99-0572-41c2-9af9-7ec213567322 req-73aaba69-d2f4-4809-9954-3647a7e38ce6 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Resources bound (agent type, host, resource id): {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:48:21.598956 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [req-69612f99-0572-41c2-9af9-7ec213567322 req-73aaba69-d2f4-4809-9954-3647a7e38ce6 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Received port after_create {{(pid=109071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:48:21.604978 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69612f99-0572-41c2-9af9-7ec213567322 req-73aaba69-d2f4-4809-9954-3647a7e38ce6 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:21.605627 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-69612f99-0572-41c2-9af9-7ec213567322 req-73aaba69-d2f4-4809-9954-3647a7e38ce6 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for port, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:21.643567 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 51858) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:21.680544 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-675e33a2-9f42-4e88-9d90-3e4a36d51ff0 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109070) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 04:48:21.684665 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-675e33a2-9f42-4e88-9d90-3e4a36d51ff0 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0998785 Nov 25 04:48:21.728445 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7b400616-011a-456d-8bd7-d91040b368ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:21.766546 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7324dc94-2786-4864-a8e1-cd63b64f0735 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:21.800133 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7b400616-011a-456d-8bd7-d91040b368ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:21.829058 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7324dc94-2786-4864-a8e1-cd63b64f0735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:21.829844 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7324dc94-2786-4864-a8e1-cd63b64f0735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4163469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3681904'] for router_interface, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:21.839195 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3aa40e1f-9af1-4afc-81a6-bc629166029a req-05b0ff94-4b56-4e97-812e-19a44346d00a tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/security-groups?id=21767e5c-1b0a-4998-a472-180adb952ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047688 Nov 25 04:48:21.863069 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 1c2d935d-af12-4c00-8a7f-6c025344e112 up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:48:21.877014 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 51866) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:21.924010 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892a630-9072-4788-9b74-dd1e9a889aaf req-c6f34c6d-57c5-4947-a47e-c19ce918c228 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:21.929603 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-1892a630-9072-4788-9b74-dd1e9a889aaf req-c6f34c6d-57c5-4947-a47e-c19ce918c228 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=939bed74-732b-4732-819e-c2b1fb9ad58c HTTP/1.1" status: 200 len: 931 time: 0.5607159 Nov 25 04:48:21.944507 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-69612f99-0572-41c2-9af9-7ec213567322 req-73aaba69-d2f4-4809-9954-3647a7e38ce6 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6655457 Nov 25 04:48:21.952435 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-9e27fac1-6656-4962-9d9d-af9fbea67130 None None] Set router 7148b292-21cd-4c70-b902-684b86a972bf gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:48:22.038657 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aaba69-d2f4-4809-9954-3647a7e38ce6 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Pushing event updated for resources: {'Port': ['ID=13e72fd7-b1cc-4261-a096-bd204b592887,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:22.059816 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-515aa9b7-b913-464f-9659-bf58a450207d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:22.061476 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-cdbf57d4-9cda-433b-9142-e098f4d33618 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b672d71d22864e7f92fda0ae6824fd53&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1829233 Nov 25 04:48:22.063922 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 51870) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:22.074287 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port 1c2d935d-af12-4c00-8a7f-6c025344e112 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:48:22.075719 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:22.193674 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5f57c468-80d5-4acc-aff6-dd64dc53d7c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:22.262258 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-69612f99-0572-41c2-9af9-7ec213567322 req-f85f006f-6111-458d-9be2-416bd7556126 service neutron] Request body: {'port': {'device_id': '939bed74-732b-4732-819e-c2b1fb9ad58c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:48:22.273606 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5f57c468-80d5-4acc-aff6-dd64dc53d7c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:22.467510 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-69612f99-0572-41c2-9af9-7ec213567322 req-f85f006f-6111-458d-9be2-416bd7556126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:22.518148 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b400616-011a-456d-8bd7-d91040b368ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76d7d8e-851c-454d-bac9-fd3eef69e680,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:22.554241 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:22.643450 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5f57c468-80d5-4acc-aff6-dd64dc53d7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:22.651281 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5f57c468-80d5-4acc-aff6-dd64dc53d7c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:22.652252 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-5f57c468-80d5-4acc-aff6-dd64dc53d7c7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eac9eb78-e8ee-48f3-910e-f6f152933e15 HTTP/1.1" status: 204 len: 168 time: 0.5878572 Nov 25 04:48:22.678740 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324dc94-2786-4864-a8e1-cd63b64f0735 admin admin] Pushing event updated for resources: {'Port': ['ID=15fffef8-56b9-403d-a336-0a069e18c4eb,revision_number=2']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:22.733825 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] For port 1c2d935d-af12-4c00-8a7f-6c025344e112, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=1c2d935d-af12-4c00-8a7f-6c025344e112,segment=NetworkSegment(5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6),segment_id=5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:48:22.748577 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:22.869115 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Pushing event updated for resources: {'Port': ['ID=1c2d935d-af12-4c00-8a7f-6c025344e112,revision_number=4']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:22.893408 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57c468-80d5-4acc-aff6-dd64dc53d7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac9eb78-e8ee-48f3-910e-f6f152933e15,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:22.902063 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-9e27fac1-6656-4962-9d9d-af9fbea67130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7148b292-21cd-4c70-b902-684b86a972bf', 'name': 'tempest-AttachVolumeShelveTestJSON-110648917-router', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '699b77c7-59e1-4e8c-81b0-1e5fa28041b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:48:13Z', 'updated_at': '2021-11-25T04:48:18Z', 'revision_number': 3, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'gw_port': {'id': '699b77c7-59e1-4e8c-81b0-1e5fa28041b2', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c8:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7148b292-21cd-4c70-b902-684b86a972bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:15Z', 'updated_at': '2021-11-25T04:48:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi'}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:48:22.902253 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-7b400616-011a-456d-8bd7-d91040b368ff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=17bb1a8800d74be6a65d51f4a5209910&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0799484 Nov 25 04:48:22.913405 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 51892) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:23.021646 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e27fac1-6656-4962-9d9d-af9fbea67130 None None] Checking router: 7148b292-21cd-4c70-b902-684b86a972bf for host: dv-cinder-815582-6-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:48:23.022812 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e27fac1-6656-4962-9d9d-af9fbea67130 None None] Updating router 7148b292-21cd-4c70-b902-684b86a972bf port 699b77c7-59e1-4e8c-81b0-1e5fa28041b2 binding host dv-cinder-815582-6-iscsi {{(pid=109072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 04:48:23.054923 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-1892a630-9072-4788-9b74-dd1e9a889aaf req-d19c8ba7-189c-46ea-980a-b2c005366db9 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9585087 Nov 25 04:48:23.087262 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e27fac1-6656-4962-9d9d-af9fbea67130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:23.113384 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-d06e3d17-5c07-44c0-8bc3-43ba0820b6f4 service neutron] Request body: {'port': {'device_id': '74f8fed7-3328-43c0-b943-daa871523405', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:48:23.249627 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692083d-038c-45c6-99c0-4f9d031d8dea req-2bfdfe14-bad1-4bb6-9166-803d7e0ae77a tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:23.259878 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f692083d-038c-45c6-99c0-4f9d031d8dea req-2bfdfe14-bad1-4bb6-9166-803d7e0ae77a tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/ports?device_id=74f8fed7-3328-43c0-b943-daa871523405 HTTP/1.1" status: 200 len: 931 time: 0.2508249 Nov 25 04:48:23.417620 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7324dc94-2786-4864-a8e1-cd63b64f0735 admin admin] Network d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f is already hosted by enough agents. {{(pid=109071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:48:23.504684 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f692083d-038c-45c6-99c0-4f9d031d8dea req-84d4f889-5009-429a-ac4a-dfcbbd7cb70f tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/security-groups?id=21767e5c-1b0a-4998-a472-180adb952ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270169 Nov 25 04:48:23.519669 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [None req-7324dc94-2786-4864-a8e1-cd63b64f0735 admin admin] Resources bound (agent type, host, resource id): {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:48:23.617564 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [req-69612f99-0572-41c2-9af9-7ec213567322 req-f85f006f-6111-458d-9be2-416bd7556126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13e72fd7-b1cc-4261-a096-bd204b592887 {{(pid=109070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:48:23.643812 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-69612f99-0572-41c2-9af9-7ec213567322 req-f85f006f-6111-458d-9be2-416bd7556126 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:23.689820 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.provisioning_blocks [req-69612f99-0572-41c2-9af9-7ec213567322 req-f85f006f-6111-458d-9be2-416bd7556126 service neutron] Transition to ACTIVE for port object 13e72fd7-b1cc-4261-a096-bd204b592887 will not be triggered until provisioned by entity L2. {{(pid=109070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 04:48:23.693971 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-d06e3d17-5c07-44c0-8bc3-43ba0820b6f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:23.710284 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-69612f99-0572-41c2-9af9-7ec213567322 req-f85f006f-6111-458d-9be2-416bd7556126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9557411'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:23.747526 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 1c2d935d-af12-4c00-8a7f-6c025344e112 up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:48:23.823166 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e27fac1-6656-4962-9d9d-af9fbea67130 None None] Publish callbacks [] for port, precommit_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:23.827551 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-4859510d-c630-4af1-86c6-2b50bfd9eaee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:23.833715 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e27fac1-6656-4962-9d9d-af9fbea67130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:23.882537 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abaafe6-e3e3-41df-9955-00729b617672 None None] Pushing event updated for resources: {'Port': ['ID=699b77c7-59e1-4e8c-81b0-1e5fa28041b2,revision_number=2']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:23.942200 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port 1c2d935d-af12-4c00-8a7f-6c025344e112 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:48:23.942576 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:24.019756 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f006f-6111-458d-9be2-416bd7556126 service neutron] Pushing event updated for resources: {'Port': ['ID=13e72fd7-b1cc-4261-a096-bd204b592887,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:24.026999 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-9e27fac1-6656-4962-9d9d-af9fbea67130 None None] Attempting to bind port 699b77c7-59e1-4e8c-81b0-1e5fa28041b2 on host dv-cinder-815582-6-iscsi for vnic_type normal with profile {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:48:24.027375 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-9e27fac1-6656-4962-9d9d-af9fbea67130 None None] Attempting to bind port 699b77c7-59e1-4e8c-81b0-1e5fa28041b2 by drivers openvswitch,hyperv on host dv-cinder-815582-6-iscsi at level 0 using segments [{'id': '5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:48:24.027854 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e27fac1-6656-4962-9d9d-af9fbea67130 None None] Attempting to bind port 699b77c7-59e1-4e8c-81b0-1e5fa28041b2 on network 7252c0b9-b802-4561-8a54-4fb5c87ca7b8 {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:48:24.050516 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e27fac1-6656-4962-9d9d-af9fbea67130 None None] Checking agent: {'id': '2825277b-b27f-46a7-b452-1b49513b2056', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 40, 34), 'started_at': datetime.datetime(2021, 11, 25, 4, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:48:24.050895 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e27fac1-6656-4962-9d9d-af9fbea67130 None None] Checking segment: {'id': '5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:48:24.054393 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e27fac1-6656-4962-9d9d-af9fbea67130 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:24.054393 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e27fac1-6656-4962-9d9d-af9fbea67130 None None] Bound using segment: {'id': '5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:48:24.054393 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-9e27fac1-6656-4962-9d9d-af9fbea67130 None None] Bound port: 699b77c7-59e1-4e8c-81b0-1e5fa28041b2, host: dv-cinder-815582-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'}}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:48:24.054393 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e27fac1-6656-4962-9d9d-af9fbea67130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:24.096485 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-69612f99-0572-41c2-9af9-7ec213567322 req-f85f006f-6111-458d-9be2-416bd7556126 service neutron] Attempting to bind port 13e72fd7-b1cc-4261-a096-bd204b592887 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:48:24.096953 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-69612f99-0572-41c2-9af9-7ec213567322 req-f85f006f-6111-458d-9be2-416bd7556126 service neutron] Attempting to bind port 13e72fd7-b1cc-4261-a096-bd204b592887 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '792aad72-a90b-4c1e-a5fe-25e7806f78d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '07b4a06c-8a0a-4473-b5d9-23bf4e89383a'}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:48:24.097387 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69612f99-0572-41c2-9af9-7ec213567322 req-f85f006f-6111-458d-9be2-416bd7556126 service neutron] Attempting to bind port 13e72fd7-b1cc-4261-a096-bd204b592887 on network 07b4a06c-8a0a-4473-b5d9-23bf4e89383a {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:48:24.107719 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69612f99-0572-41c2-9af9-7ec213567322 req-f85f006f-6111-458d-9be2-416bd7556126 service neutron] Port 13e72fd7-b1cc-4261-a096-bd204b592887 on network 07b4a06c-8a0a-4473-b5d9-23bf4e89383a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 04:48:24.108628 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69612f99-0572-41c2-9af9-7ec213567322 req-f85f006f-6111-458d-9be2-416bd7556126 service neutron] Attempting to bind port 13e72fd7-b1cc-4261-a096-bd204b592887 on network 07b4a06c-8a0a-4473-b5d9-23bf4e89383a {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:48:24.114967 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69612f99-0572-41c2-9af9-7ec213567322 req-f85f006f-6111-458d-9be2-416bd7556126 service neutron] Checking agent: {'id': '1f14ab98-53f7-4a68-bcc6-b943f33cb2d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'started_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:48:24.115517 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69612f99-0572-41c2-9af9-7ec213567322 req-f85f006f-6111-458d-9be2-416bd7556126 service neutron] Checking segment: {'id': '792aad72-a90b-4c1e-a5fe-25e7806f78d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '07b4a06c-8a0a-4473-b5d9-23bf4e89383a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:48:24.116143 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69612f99-0572-41c2-9af9-7ec213567322 req-f85f006f-6111-458d-9be2-416bd7556126 service neutron] Bound using segment: {'id': '792aad72-a90b-4c1e-a5fe-25e7806f78d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '07b4a06c-8a0a-4473-b5d9-23bf4e89383a'} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:48:24.116776 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-69612f99-0572-41c2-9af9-7ec213567322 req-f85f006f-6111-458d-9be2-416bd7556126 service neutron] Bound port: 13e72fd7-b1cc-4261-a096-bd204b592887, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '792aad72-a90b-4c1e-a5fe-25e7806f78d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '07b4a06c-8a0a-4473-b5d9-23bf4e89383a'}}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:48:24.120013 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-69612f99-0572-41c2-9af9-7ec213567322 req-f85f006f-6111-458d-9be2-416bd7556126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:24.200206 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7324dc94-2786-4864-a8e1-cd63b64f0735 admin admin] Router a3650b30-7e6d-4c5c-8084-9d8ec3535959 has already been hosted by L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f {{(pid=109071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 04:48:24.243711 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e27fac1-6656-4962-9d9d-af9fbea67130 None None] For port 699b77c7-59e1-4e8c-81b0-1e5fa28041b2, host dv-cinder-815582-6-iscsi, cleared binding levels {{(pid=109072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:48:24.259624 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-515aa9b7-b913-464f-9659-bf58a450207d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:24.285914 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-69612f99-0572-41c2-9af9-7ec213567322 req-f85f006f-6111-458d-9be2-416bd7556126 service neutron] For port 13e72fd7-b1cc-4261-a096-bd204b592887, host hv-cinder-81558, cleared binding levels {{(pid=109070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:48:24.297376 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-69612f99-0572-41c2-9af9-7ec213567322 req-f85f006f-6111-458d-9be2-416bd7556126 service neutron] For port 13e72fd7-b1cc-4261-a096-bd204b592887, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=13e72fd7-b1cc-4261-a096-bd204b592887,segment=NetworkSegment(792aad72-a90b-4c1e-a5fe-25e7806f78d6),segment_id=792aad72-a90b-4c1e-a5fe-25e7806f78d6)] {{(pid=109070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:48:24.302841 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-69612f99-0572-41c2-9af9-7ec213567322 req-f85f006f-6111-458d-9be2-416bd7556126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9557411'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:24.315148 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e27fac1-6656-4962-9d9d-af9fbea67130 None None] For port 699b77c7-59e1-4e8c-81b0-1e5fa28041b2, host dv-cinder-815582-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=699b77c7-59e1-4e8c-81b0-1e5fa28041b2,segment=NetworkSegment(5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6),segment_id=5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6)] {{(pid=109072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:48:24.329456 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e27fac1-6656-4962-9d9d-af9fbea67130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:24.335469 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-4859510d-c630-4af1-86c6-2b50bfd9eaee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:24.348423 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-515aa9b7-b913-464f-9659-bf58a450207d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:24.444020 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f006f-6111-458d-9be2-416bd7556126 service neutron] Pushing event updated for resources: {'Port': ['ID=13e72fd7-b1cc-4261-a096-bd204b592887,revision_number=3']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:24.496796 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e27fac1-6656-4962-9d9d-af9fbea67130 None None] Routers {'7148b292-21cd-4c70-b902-684b86a972bf'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:48:24.497224 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69612f99-0572-41c2-9af9-7ec213567322 req-f85f006f-6111-458d-9be2-416bd7556126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:24.497655 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-9e27fac1-6656-4962-9d9d-af9fbea67130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:48:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['7148b292-21cd-4c70-b902-684b86a972bf'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:48:24.498152 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-69612f99-0572-41c2-9af9-7ec213567322 req-f85f006f-6111-458d-9be2-416bd7556126 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for port, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:24.499896 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-69612f99-0572-41c2-9af9-7ec213567322 req-f85f006f-6111-458d-9be2-416bd7556126 service neutron] 10.222.0.41 "PUT /v2.0/ports/13e72fd7-b1cc-4261-a096-bd204b592887 HTTP/1.1" status: 200 len: 1093 time: 2.3544681 Nov 25 04:48:24.504582 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939bed74-732b-4732-819e-c2b1fb9ad58c', 'tag': '13e72fd7-b1cc-4261-a096-bd204b592887'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:48:24.713503 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abaafe6-e3e3-41df-9955-00729b617672 None None] Pushing event updated for resources: {'Port': ['ID=699b77c7-59e1-4e8c-81b0-1e5fa28041b2,revision_number=3']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:24.805289 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-d06e3d17-5c07-44c0-8bc3-43ba0820b6f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16054449-5911-41e7-813c-8982942ea01e {{(pid=109071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:48:24.805638 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a297fe-c5f6-4b6b-837f-5c7124b04b7a req-7fdde89f-276b-4b75-bcf1-38dcff8720c7 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:24.809149 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c3a297fe-c5f6-4b6b-837f-5c7124b04b7a req-7fdde89f-276b-4b75-bcf1-38dcff8720c7 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/ports?device_id=74f8fed7-3328-43c0-b943-daa871523405 HTTP/1.1" status: 200 len: 931 time: 0.1392033 Nov 25 04:48:24.825671 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-d06e3d17-5c07-44c0-8bc3-43ba0820b6f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:24.867999 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-9e27fac1-6656-4962-9d9d-af9fbea67130 None None] Set router 7148b292-21cd-4c70-b902-684b86a972bf gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:48:24.889907 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-d06e3d17-5c07-44c0-8bc3-43ba0820b6f4 service neutron] Transition to ACTIVE for port object 16054449-5911-41e7-813c-8982942ea01e will not be triggered until provisioned by entity L2. {{(pid=109071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 04:48:24.898957 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c3a297fe-c5f6-4b6b-837f-5c7124b04b7a req-fea2eaba-3d29-4d88-acdf-1cd37c6c96bd tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/security-groups?id=21767e5c-1b0a-4998-a472-180adb952ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791664 Nov 25 04:48:24.978290 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c54fbf746f0c7fba78ef8d59e1beae84bb94fede6ed59824d7b8ea859eeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5e9531-290c-4cc9-8ed5-06fc8438b06d" -d '{"events": [{"name": "network-changed", "server_uuid": "939bed74-732b-4732-819e-c2b1fb9ad58c", "tag": "13e72fd7-b1cc-4261-a096-bd204b592887"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:48:25.130832 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-d06e3d17-5c07-44c0-8bc3-43ba0820b6f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:25.366657 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7324dc94-2786-4864-a8e1-cd63b64f0735 admin admin] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:48:25.369414 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-9e27fac1-6656-4962-9d9d-af9fbea67130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7148b292-21cd-4c70-b902-684b86a972bf', 'name': 'tempest-AttachVolumeShelveTestJSON-110648917-router', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '699b77c7-59e1-4e8c-81b0-1e5fa28041b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:48:13Z', 'updated_at': '2021-11-25T04:48:18Z', 'revision_number': 3, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'gw_port': {'id': '699b77c7-59e1-4e8c-81b0-1e5fa28041b2', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c8:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7148b292-21cd-4c70-b902-684b86a972bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:15Z', 'updated_at': '2021-11-25T04:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi'}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:48:25.374557 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-515aa9b7-b913-464f-9659-bf58a450207d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3876fed1eadf48b494c056a5cb9a7afd&name=default HTTP/1.1" status: 200 len: 2996 time: 4.1760421 Nov 25 04:48:25.377634 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 51956) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:25.382518 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f345f4-ea82-48df-b85f-666be8afceb9 None None] Sync routers for ids ['a3650b30-7e6d-4c5c-8084-9d8ec3535959'] in dv-cinder-815582-6-iscsi {{(pid=109073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:48:25.400391 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f345f4-ea82-48df-b85f-666be8afceb9 None None] Routers {'a3650b30-7e6d-4c5c-8084-9d8ec3535959'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:48:25.404505 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-47f345f4-ea82-48df-b85f-666be8afceb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:48:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['a3650b30-7e6d-4c5c-8084-9d8ec3535959'], 'active': True} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:48:25.406553 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-7324dc94-2786-4864-a8e1-cd63b64f0735 admin admin] 10.222.0.36 "PUT /v2.0/routers/a3650b30-7e6d-4c5c-8084-9d8ec3535959/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4091537 Nov 25 04:48:25.454336 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e27fac1-6656-4962-9d9d-af9fbea67130 None None] The sync data for ids ['7148b292-21cd-4c70-b902-684b86a972bf'] in dv-cinder-815582-6-iscsi is: [{'id': '7148b292-21cd-4c70-b902-684b86a972bf', 'name': 'tempest-AttachVolumeShelveTestJSON-110648917-router', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '699b77c7-59e1-4e8c-81b0-1e5fa28041b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:48:13Z', 'updated_at': '2021-11-25T04:48:18Z', 'revision_number': 3, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'gw_port': {'id': '699b77c7-59e1-4e8c-81b0-1e5fa28041b2', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c8:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7148b292-21cd-4c70-b902-684b86a972bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:15Z', 'updated_at': '2021-11-25T04:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi'}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:48:25.489996 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515aa9b7-b913-464f-9659-bf58a450207d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ab28b9-d468-46de-816c-22218023adbb,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:25.530213 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a698cef7-de24-4823-9460-9639788ca5cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:25.630514 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a698cef7-de24-4823-9460-9639788ca5cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:25.666315 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e3d17-5c07-44c0-8bc3-43ba0820b6f4 service neutron] Pushing event updated for resources: {'Port': ['ID=16054449-5911-41e7-813c-8982942ea01e,revision_number=2']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:25.748385 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvr_db [None req-47f345f4-ea82-48df-b85f-666be8afceb9 None None] Set router a3650b30-7e6d-4c5c-8084-9d8ec3535959 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:48:25.760588 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84cb0dc-302e-47ae-9842-32a719d63087 req-8df2ff50-480c-4b63-9201-0abcebc37164 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:25.762378 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-b84cb0dc-302e-47ae-9842-32a719d63087 req-8df2ff50-480c-4b63-9201-0abcebc37164 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=939bed74-732b-4732-819e-c2b1fb9ad58c HTTP/1.1" status: 200 len: 943 time: 1.5104518 Nov 25 04:48:25.851628 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a698cef7-de24-4823-9460-9639788ca5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:25.855300 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a698cef7-de24-4823-9460-9639788ca5cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:25.864782 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-a698cef7-de24-4823-9460-9639788ca5cb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/75ab28b9-d468-46de-816c-22218023adbb HTTP/1.1" status: 204 len: 168 time: 0.4861836 Nov 25 04:48:25.889652 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-d06e3d17-5c07-44c0-8bc3-43ba0820b6f4 service neutron] Attempting to bind port 16054449-5911-41e7-813c-8982942ea01e on host hv-cinder-81558 for vnic_type normal with profile {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:48:25.890090 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-d06e3d17-5c07-44c0-8bc3-43ba0820b6f4 service neutron] Attempting to bind port 16054449-5911-41e7-813c-8982942ea01e by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'a0bcc941-6124-462a-88ce-06c9af1d3caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '039d61f7-3185-4151-a398-6404f0cf3957'}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:48:25.890868 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-d06e3d17-5c07-44c0-8bc3-43ba0820b6f4 service neutron] Attempting to bind port 16054449-5911-41e7-813c-8982942ea01e on network 039d61f7-3185-4151-a398-6404f0cf3957 {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:48:25.911466 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698cef7-de24-4823-9460-9639788ca5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ab28b9-d468-46de-816c-22218023adbb,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:25.960582 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-fa168ed4-24cb-4b2d-afa0-46c77eb2170a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:25.970176 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-d06e3d17-5c07-44c0-8bc3-43ba0820b6f4 service neutron] Port 16054449-5911-41e7-813c-8982942ea01e on network 039d61f7-3185-4151-a398-6404f0cf3957 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 04:48:25.970618 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-d06e3d17-5c07-44c0-8bc3-43ba0820b6f4 service neutron] Attempting to bind port 16054449-5911-41e7-813c-8982942ea01e on network 039d61f7-3185-4151-a398-6404f0cf3957 {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:48:25.976457 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-4859510d-c630-4af1-86c6-2b50bfd9eaee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:25.983962 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-4859510d-c630-4af1-86c6-2b50bfd9eaee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:25.999204 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-4859510d-c630-4af1-86c6-2b50bfd9eaee admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c76d7d8e-851c-454d-bac9-fd3eef69e680 HTTP/1.1" status: 204 len: 168 time: 2.9410925 Nov 25 04:48:26.085361 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-d06e3d17-5c07-44c0-8bc3-43ba0820b6f4 service neutron] Checking agent: {'id': '1f14ab98-53f7-4a68-bcc6-b943f33cb2d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'started_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:48:26.085704 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-d06e3d17-5c07-44c0-8bc3-43ba0820b6f4 service neutron] Checking segment: {'id': 'a0bcc941-6124-462a-88ce-06c9af1d3caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '039d61f7-3185-4151-a398-6404f0cf3957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:48:26.086278 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-d06e3d17-5c07-44c0-8bc3-43ba0820b6f4 service neutron] Bound using segment: {'id': 'a0bcc941-6124-462a-88ce-06c9af1d3caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '039d61f7-3185-4151-a398-6404f0cf3957'} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:48:26.086765 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-d06e3d17-5c07-44c0-8bc3-43ba0820b6f4 service neutron] Bound port: 16054449-5911-41e7-813c-8982942ea01e, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0bcc941-6124-462a-88ce-06c9af1d3caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '039d61f7-3185-4151-a398-6404f0cf3957'}}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:48:26.097692 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-d06e3d17-5c07-44c0-8bc3-43ba0820b6f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:26.150037 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 04:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c23d37-e6e6-4f14-8841-1e4fe088597c x-openstack-request-id: req-c8c23d37-e6e6-4f14-8841-1e4fe088597c {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:48:26.152509 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "939bed74-732b-4732-819e-c2b1fb9ad58c", "tag": "13e72fd7-b1cc-4261-a096-bd204b592887", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:48:26.152729 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c8c23d37-e6e6-4f14-8841-1e4fe088597c {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:48:26.154449 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '939bed74-732b-4732-819e-c2b1fb9ad58c', 'tag': '13e72fd7-b1cc-4261-a096-bd204b592887', 'status': 'completed', 'code': 200} Nov 25 04:48:26.243977 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69612f99-0572-41c2-9af9-7ec213567322 req-10a77df6-cfcd-4dc1-93b6-7007c839027f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:26.246615 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-69612f99-0572-41c2-9af9-7ec213567322 req-10a77df6-cfcd-4dc1-93b6-7007c839027f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78f91fa9da147eda471e50cc9684f97&device_id=939bed74-732b-4732-819e-c2b1fb9ad58c HTTP/1.1" status: 200 len: 1096 time: 0.2836332 Nov 25 04:48:26.413904 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859510d-c630-4af1-86c6-2b50bfd9eaee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76d7d8e-851c-454d-bac9-fd3eef69e680,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:26.528986 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-47f345f4-ea82-48df-b85f-666be8afceb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3650b30-7e6d-4c5c-8084-9d8ec3535959', 'name': 'tempest-ServerRescueNegativeTestJSON-1615999871-router', 'tenant_id': '8d773db29571458586043ef5fa3454c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '1c2d935d-af12-4c00-8a7f-6c025344e112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:48:10Z', 'updated_at': '2021-11-25T04:48:19Z', 'revision_number': 4, 'project_id': '8d773db29571458586043ef5fa3454c2', 'gw_port': {'id': '1c2d935d-af12-4c00-8a7f-6c025344e112', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3650b30-7e6d-4c5c-8084-9d8ec3535959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:11Z', 'updated_at': '2021-11-25T04:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '15fffef8-56b9-403d-a336-0a069e18c4eb', 'name': '', 'network_id': 'd42ea5b0-bdc5-4e40-9952-d1f4165f0f0f', 'tenant_id': '8d773db29571458586043ef5fa3454c2', 'mac_address': 'fa:16:3e:b6:a8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3650b30-7e6d-4c5c-8084-9d8ec3535959', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9cba32b3-416c-41af-af79-b04db65419ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:16Z', 'updated_at': '2021-11-25T04:48:20Z', 'revision_number': 2, 'project_id': '8d773db29571458586043ef5fa3454c2', 'subnets': [{'id': '9cba32b3-416c-41af-af79-b04db65419ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:48:26.579437 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-69612f99-0572-41c2-9af9-7ec213567322 req-d14cac22-380e-423b-91a3-671aa0e071f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13e72fd7-b1cc-4261-a096-bd204b592887 HTTP/1.1" status: 200 len: 217 time: 0.2470932 Nov 25 04:48:26.615405 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d9ad6-965a-465f-bc66-3ecf780aa3c8 req-fefc774d-d8c2-4a73-a0eb-ba7cbdff239c tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:26.628112 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-723d9ad6-965a-465f-bc66-3ecf780aa3c8 req-fefc774d-d8c2-4a73-a0eb-ba7cbdff239c tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/ports?device_id=74f8fed7-3328-43c0-b943-daa871523405 HTTP/1.1" status: 200 len: 943 time: 0.3703225 Nov 25 04:48:26.645542 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-b84cb0dc-302e-47ae-9842-32a719d63087 req-d48ecef5-3af4-451e-b318-da45303a73a2 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8189764 Nov 25 04:48:26.653182 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f345f4-ea82-48df-b85f-666be8afceb9 None None] Checking router: a3650b30-7e6d-4c5c-8084-9d8ec3535959 for host: dv-cinder-815582-6-iscsi {{(pid=109073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:48:26.653543 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f345f4-ea82-48df-b85f-666be8afceb9 None None] Updating router a3650b30-7e6d-4c5c-8084-9d8ec3535959 port 15fffef8-56b9-403d-a336-0a069e18c4eb binding host dv-cinder-815582-6-iscsi {{(pid=109073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 04:48:26.716891 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-47f345f4-ea82-48df-b85f-666be8afceb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:26.730135 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-723d9ad6-965a-465f-bc66-3ecf780aa3c8 req-1a233e88-b1a2-47f0-bd70-aaf4cb228a7f tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/security-groups?id=21767e5c-1b0a-4998-a472-180adb952ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968845 Nov 25 04:48:26.797361 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-d06e3d17-5c07-44c0-8bc3-43ba0820b6f4 service neutron] For port 16054449-5911-41e7-813c-8982942ea01e, host hv-cinder-81558, cleared binding levels {{(pid=109071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:48:26.853445 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-d06e3d17-5c07-44c0-8bc3-43ba0820b6f4 service neutron] For port 16054449-5911-41e7-813c-8982942ea01e, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=16054449-5911-41e7-813c-8982942ea01e,segment=NetworkSegment(a0bcc941-6124-462a-88ce-06c9af1d3caa),segment_id=a0bcc941-6124-462a-88ce-06c9af1d3caa)] {{(pid=109071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:48:26.879637 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-d06e3d17-5c07-44c0-8bc3-43ba0820b6f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:26.901508 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.db_base_plugin_common [None req-fa168ed4-24cb-4b2d-afa0-46c77eb2170a admin admin] Allocated IP 172.20.0.1 (3bbd6da5-4c15-46da-9de5-c44a36974cd0/6ff11583-5631-4068-991c-12b3ca3de03f/9a337d4c-e698-489a-b780-f00619525ce6) {{(pid=109071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:48:27.101421 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69612f99-0572-41c2-9af9-7ec213567322 req-2b469837-a855-4a0f-b6c8-028f8927ac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:27.103033 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-69612f99-0572-41c2-9af9-7ec213567322 req-2b469837-a855-4a0f-b6c8-028f8927ac34 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ffd8615-faa0-4b27-8f0c-4d18d573a8e0 HTTP/1.1" status: 200 len: 855 time: 0.2701075 Nov 25 04:48:27.217953 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-69612f99-0572-41c2-9af9-7ec213567322 req-e2316d72-5bca-4b1b-a53d-c80fc3e60cb0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07b4a06c-8a0a-4473-b5d9-23bf4e89383a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016438 Nov 25 04:48:27.246153 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 51992) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:27.351226 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e3d17-5c07-44c0-8bc3-43ba0820b6f4 service neutron] Pushing event updated for resources: {'Port': ['ID=16054449-5911-41e7-813c-8982942ea01e,revision_number=3']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:27.373378 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-d06e3d17-5c07-44c0-8bc3-43ba0820b6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:27.374619 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-d06e3d17-5c07-44c0-8bc3-43ba0820b6f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for port, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:27.376381 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-d06e3d17-5c07-44c0-8bc3-43ba0820b6f4 service neutron] 10.222.0.41 "PUT /v2.0/ports/16054449-5911-41e7-813c-8982942ea01e HTTP/1.1" status: 200 len: 1093 time: 5.2220671 Nov 25 04:48:27.377158 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74f8fed7-3328-43c0-b943-daa871523405', 'tag': '16054449-5911-41e7-813c-8982942ea01e'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:48:27.446637 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-69612f99-0572-41c2-9af9-7ec213567322 req-b82389dc-8851-4499-8e20-683f115ea9e7 service neutron] 10.222.0.41 "GET /v2.0/networks/07b4a06c-8a0a-4473-b5d9-23bf4e89383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156119 Nov 25 04:48:27.592536 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-47f345f4-ea82-48df-b85f-666be8afceb9 None None] Publish callbacks [] for port, precommit_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:27.613588 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-47f345f4-ea82-48df-b85f-666be8afceb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:27.750597 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 699b77c7-59e1-4e8c-81b0-1e5fa28041b2 up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:48:27.755496 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-fa168ed4-24cb-4b2d-afa0-46c77eb2170a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:27.812537 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-fa168ed4-24cb-4b2d-afa0-46c77eb2170a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851'] for port, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:27.903983 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa168ed4-24cb-4b2d-afa0-46c77eb2170a admin admin] Pushing event updated for resources: {'Port': ['ID=9a337d4c-e698-489a-b780-f00619525ce6,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:27.910815 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-9014b50f-5051-4b8c-a581-e081dfe2ce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:27.912813 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-9014b50f-5051-4b8c-a581-e081dfe2ce9c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=51337e5f01d5448ea9a877b53016681f&device_id=74f8fed7-3328-43c0-b943-daa871523405 HTTP/1.1" status: 200 len: 1096 time: 0.4504867 Nov 25 04:48:27.924985 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa168ed4-24cb-4b2d-afa0-46c77eb2170a admin admin] Network 3bbd6da5-4c15-46da-9de5-c44a36974cd0 is already hosted by enough agents. {{(pid=109071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:48:27.927119 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [None req-fa168ed4-24cb-4b2d-afa0-46c77eb2170a admin admin] Resources bound (agent type, host, resource id): {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:48:27.941483 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa168ed4-24cb-4b2d-afa0-46c77eb2170a admin admin] Received port after_create {{(pid=109071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:48:27.950367 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-fa168ed4-24cb-4b2d-afa0-46c77eb2170a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688128'] for router_interface, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:28.001343 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-76007d9b-ec0b-4241-95a1-47df5959a1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:28.060820 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 52014) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:28.100768 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port 699b77c7-59e1-4e8c-81b0-1e5fa28041b2 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:48:28.101158 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:28.115363 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.managers [None req-47f345f4-ea82-48df-b85f-666be8afceb9 None None] Attempting to bind port 15fffef8-56b9-403d-a336-0a069e18c4eb on host dv-cinder-815582-6-iscsi for vnic_type normal with profile {{(pid=109073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:48:28.118005 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.managers [None req-47f345f4-ea82-48df-b85f-666be8afceb9 None None] Attempting to bind port 15fffef8-56b9-403d-a336-0a069e18c4eb by drivers openvswitch,hyperv on host dv-cinder-815582-6-iscsi at level 0 using segments [{'id': '11daf24b-7c39-4451-95b3-08a6bf9c63d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd42ea5b0-bdc5-4e40-9952-d1f4165f0f0f'}] {{(pid=109073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:48:28.121317 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f345f4-ea82-48df-b85f-666be8afceb9 None None] Attempting to bind port 15fffef8-56b9-403d-a336-0a069e18c4eb on network d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f {{(pid=109073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:48:28.128902 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7cff00f2-cf7c-4d7f-a7b1-36b28650035e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:28.132846 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d13793-ae38-4695-b7cf-a78ec5243db7 None None] Pushing event updated for resources: {'Port': ['ID=15fffef8-56b9-403d-a336-0a069e18c4eb,revision_number=3']} {{(pid=109073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:28.172508 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f345f4-ea82-48df-b85f-666be8afceb9 None None] Checking agent: {'id': '2825277b-b27f-46a7-b452-1b49513b2056', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 40, 34), 'started_at': datetime.datetime(2021, 11, 25, 4, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:48:28.175060 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f345f4-ea82-48df-b85f-666be8afceb9 None None] Checking segment: {'id': '11daf24b-7c39-4451-95b3-08a6bf9c63d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd42ea5b0-bdc5-4e40-9952-d1f4165f0f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:48:28.175480 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-47f345f4-ea82-48df-b85f-666be8afceb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:28.177776 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f345f4-ea82-48df-b85f-666be8afceb9 None None] Bound using segment: {'id': '11daf24b-7c39-4451-95b3-08a6bf9c63d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd42ea5b0-bdc5-4e40-9952-d1f4165f0f0f'} {{(pid=109073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:48:28.178300 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.managers [None req-47f345f4-ea82-48df-b85f-666be8afceb9 None None] Bound port: 15fffef8-56b9-403d-a336-0a069e18c4eb, host: dv-cinder-815582-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11daf24b-7c39-4451-95b3-08a6bf9c63d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd42ea5b0-bdc5-4e40-9952-d1f4165f0f0f'}}] {{(pid=109073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:48:28.184039 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-47f345f4-ea82-48df-b85f-666be8afceb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:28.231692 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-9692cedb-6b87-4ab7-9862-cac9aaab9afa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:28.437825 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.db [None req-47f345f4-ea82-48df-b85f-666be8afceb9 None None] For port 15fffef8-56b9-403d-a336-0a069e18c4eb, host dv-cinder-815582-6-iscsi, cleared binding levels {{(pid=109073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:48:28.445734 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.db [None req-47f345f4-ea82-48df-b85f-666be8afceb9 None None] For port 15fffef8-56b9-403d-a336-0a069e18c4eb, host dv-cinder-815582-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=15fffef8-56b9-403d-a336-0a069e18c4eb,segment=NetworkSegment(11daf24b-7c39-4451-95b3-08a6bf9c63d4),segment_id=11daf24b-7c39-4451-95b3-08a6bf9c63d4)] {{(pid=109073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:48:28.458998 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:28.459307 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-47f345f4-ea82-48df-b85f-666be8afceb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:28.497054 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-150f9436-0a44-46cd-83c9-695d3f9fb92f tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:28.502247 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-150f9436-0a44-46cd-83c9-695d3f9fb92f tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/networks?id=d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f HTTP/1.1" status: 200 len: 819 time: 0.4450266 Nov 25 04:48:28.513093 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-915bfa29-1e31-446b-bc6e-d35357e439da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16054449-5911-41e7-813c-8982942ea01e HTTP/1.1" status: 200 len: 217 time: 0.5570402 Nov 25 04:48:28.568731 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] For port 699b77c7-59e1-4e8c-81b0-1e5fa28041b2, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=699b77c7-59e1-4e8c-81b0-1e5fa28041b2,segment=NetworkSegment(5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6),segment_id=5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:48:28.594460 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:28.612001 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-268d7d9c-5195-45bb-ad4c-570a5d561938 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/quotas/8d773db29571458586043ef5fa3454c2 HTTP/1.1" status: 200 len: 375 time: 0.0649636 Nov 25 04:48:28.639815 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-6b8b16ac-5e65-4358-980e-bf2631cacc99 None None] Provisioning complete for port 9a337d4c-e698-489a-b780-f00619525ce6 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:48:28.640006 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-6b8b16ac-5e65-4358-980e-bf2631cacc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:28.647573 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f345f4-ea82-48df-b85f-666be8afceb9 None None] Routers {'a3650b30-7e6d-4c5c-8084-9d8ec3535959'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:48:28.670281 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-69612f99-0572-41c2-9af9-7ec213567322 req-c1458f87-a194-45fd-a1ad-3a8888ac61b1 service neutron] 10.222.0.41 "GET /v2.0/networks/07b4a06c-8a0a-4473-b5d9-23bf4e89383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1895742 Nov 25 04:48:28.679900 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-47f345f4-ea82-48df-b85f-666be8afceb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:48:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['a3650b30-7e6d-4c5c-8084-9d8ec3535959'], 'active': True} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:48:28.741495 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d21e1b-f2e1-4258-a644-1d536ee68109 req-25ed4627-d0c0-4ab5-a60f-d895d6f06ac8 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:28.750014 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-20d21e1b-f2e1-4258-a644-1d536ee68109 req-25ed4627-d0c0-4ab5-a60f-d895d6f06ac8 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=939bed74-732b-4732-819e-c2b1fb9ad58c HTTP/1.1" status: 200 len: 943 time: 0.5742857 Nov 25 04:48:28.820959 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d13793-ae38-4695-b7cf-a78ec5243db7 None None] Pushing event updated for resources: {'Port': ['ID=15fffef8-56b9-403d-a336-0a069e18c4eb,revision_number=4']} {{(pid=109073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:28.930642 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-6b8b16ac-5e65-4358-980e-bf2631cacc99 None None] Port 9a337d4c-e698-489a-b780-f00619525ce6 cannot update to ACTIVE because it is not bound. {{(pid=109072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 04:48:28.988731 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-20d21e1b-f2e1-4258-a644-1d536ee68109 req-dda4ee22-eae9-4b52-90fa-3b1d7f9d686a tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362771 Nov 25 04:48:29.013586 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Pushing event updated for resources: {'Port': ['ID=699b77c7-59e1-4e8c-81b0-1e5fa28041b2,revision_number=4']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:29.069018 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-5db82caf-b7e4-441a-bf00-56eaf2613ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:29.069559 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvr_db [None req-47f345f4-ea82-48df-b85f-666be8afceb9 None None] Set router a3650b30-7e6d-4c5c-8084-9d8ec3535959 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:48:29.070605 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-5db82caf-b7e4-441a-bf00-56eaf2613ece service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc2410b5-702c-4d1a-8e9d-6d6a838653a5 HTTP/1.1" status: 200 len: 852 time: 0.2572422 Nov 25 04:48:29.087640 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d57e7af397f6b944dcc9a6f5390767d05535c9c85852faf17d281085e8a62f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb31f00e-25dd-4c6b-bb8e-fa507a31aa5f" -d '{"events": [{"name": "network-changed", "server_uuid": "74f8fed7-3328-43c0-b943-daa871523405", "tag": "16054449-5911-41e7-813c-8982942ea01e"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:48:29.145453 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-9692cedb-6b87-4ab7-9862-cac9aaab9afa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:29.162624 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-9692cedb-6b87-4ab7-9862-cac9aaab9afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:29.187115 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-1b05f612-d4af-4b8c-bf59-47bcfa07f7b0 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d773db29571458586043ef5fa3454c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5667744 Nov 25 04:48:29.225190 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7cff00f2-cf7c-4d7f-a7b1-36b28650035e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:29.295185 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7cff00f2-cf7c-4d7f-a7b1-36b28650035e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:29.296030 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-9692cedb-6b87-4ab7-9862-cac9aaab9afa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ed4555b6f0734b2da2f55a3b87efb863&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0479763 Nov 25 04:48:29.309312 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 52040) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:29.317490 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9692cedb-6b87-4ab7-9862-cac9aaab9afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563290f5-badf-414c-9a0a-3d55746f3f12,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:29.355883 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346b9e8-c30a-4bd1-ba20-160a994cf6b2 req-dd09eeb0-0022-457f-9181-74d40bb46580 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:29.358152 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d346b9e8-c30a-4bd1-ba20-160a994cf6b2 req-dd09eeb0-0022-457f-9181-74d40bb46580 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/ports?device_id=74f8fed7-3328-43c0-b943-daa871523405 HTTP/1.1" status: 200 len: 943 time: 0.1356101 Nov 25 04:48:29.365430 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e9531-290c-4cc9-8ed5-06fc8438b06d req-94e46862-33e3-4cb6-8a3c-587dd53b43d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:29.367238 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-da5e9531-290c-4cc9-8ed5-06fc8438b06d req-94e46862-33e3-4cb6-8a3c-587dd53b43d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78f91fa9da147eda471e50cc9684f97&device_id=939bed74-732b-4732-819e-c2b1fb9ad58c HTTP/1.1" status: 200 len: 1096 time: 0.0914376 Nov 25 04:48:29.464605 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d346b9e8-c30a-4bd1-ba20-160a994cf6b2 req-b4178adf-91f6-4999-9101-9376fe323d14 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/security-groups?id=21767e5c-1b0a-4998-a472-180adb952ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932705 Nov 25 04:48:29.531924 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-47f345f4-ea82-48df-b85f-666be8afceb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3650b30-7e6d-4c5c-8084-9d8ec3535959', 'name': 'tempest-ServerRescueNegativeTestJSON-1615999871-router', 'tenant_id': '8d773db29571458586043ef5fa3454c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '1c2d935d-af12-4c00-8a7f-6c025344e112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:48:10Z', 'updated_at': '2021-11-25T04:48:19Z', 'revision_number': 4, 'project_id': '8d773db29571458586043ef5fa3454c2', 'gw_port': {'id': '1c2d935d-af12-4c00-8a7f-6c025344e112', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3650b30-7e6d-4c5c-8084-9d8ec3535959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:11Z', 'updated_at': '2021-11-25T04:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '15fffef8-56b9-403d-a336-0a069e18c4eb', 'name': '', 'network_id': 'd42ea5b0-bdc5-4e40-9952-d1f4165f0f0f', 'tenant_id': '8d773db29571458586043ef5fa3454c2', 'mac_address': 'fa:16:3e:b6:a8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3650b30-7e6d-4c5c-8084-9d8ec3535959', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9cba32b3-416c-41af-af79-b04db65419ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:16Z', 'updated_at': '2021-11-25T04:48:28Z', 'revision_number': 4, 'project_id': '8d773db29571458586043ef5fa3454c2', 'subnets': [{'id': '9cba32b3-416c-41af-af79-b04db65419ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:48:29.594053 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f345f4-ea82-48df-b85f-666be8afceb9 None None] The sync data for ids ['a3650b30-7e6d-4c5c-8084-9d8ec3535959'] in dv-cinder-815582-6-iscsi is: [{'id': 'a3650b30-7e6d-4c5c-8084-9d8ec3535959', 'name': 'tempest-ServerRescueNegativeTestJSON-1615999871-router', 'tenant_id': '8d773db29571458586043ef5fa3454c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '1c2d935d-af12-4c00-8a7f-6c025344e112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:48:10Z', 'updated_at': '2021-11-25T04:48:19Z', 'revision_number': 4, 'project_id': '8d773db29571458586043ef5fa3454c2', 'gw_port': {'id': '1c2d935d-af12-4c00-8a7f-6c025344e112', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3650b30-7e6d-4c5c-8084-9d8ec3535959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:11Z', 'updated_at': '2021-11-25T04:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '15fffef8-56b9-403d-a336-0a069e18c4eb', 'name': '', 'network_id': 'd42ea5b0-bdc5-4e40-9952-d1f4165f0f0f', 'tenant_id': '8d773db29571458586043ef5fa3454c2', 'mac_address': 'fa:16:3e:b6:a8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3650b30-7e6d-4c5c-8084-9d8ec3535959', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9cba32b3-416c-41af-af79-b04db65419ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:16Z', 'updated_at': '2021-11-25T04:48:28Z', 'revision_number': 4, 'project_id': '8d773db29571458586043ef5fa3454c2', 'subnets': [{'id': '9cba32b3-416c-41af-af79-b04db65419ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:48:29.695281 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e9531-290c-4cc9-8ed5-06fc8438b06d req-b18ef9d6-c93f-45ff-8cf3-6ae242ad240a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:29.697552 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-da5e9531-290c-4cc9-8ed5-06fc8438b06d req-b18ef9d6-c93f-45ff-8cf3-6ae242ad240a service neutron] 10.222.0.41 "GET /v2.0/networks?id=07b4a06c-8a0a-4473-b5d9-23bf4e89383a HTTP/1.1" status: 200 len: 916 time: 0.2907610 Nov 25 04:48:29.770719 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-6ef40b0e-c006-4be4-bce2-ed1645fc0c1e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=039d61f7-3185-4151-a398-6404f0cf3957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4593763 Nov 25 04:48:29.773357 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-da5e9531-290c-4cc9-8ed5-06fc8438b06d req-6dcbe9c1-8333-4aaa-be3e-0646fd82b11a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13e72fd7-b1cc-4261-a096-bd204b592887 HTTP/1.1" status: 200 len: 217 time: 0.0490730 Nov 25 04:48:29.890452 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-fa168ed4-24cb-4b2d-afa0-46c77eb2170a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:29.897326 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 52050) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:29.900098 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-7cff00f2-cf7c-4d7f-a7b1-36b28650035e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=674ae8000ffd4d1f87689fb92b487e2c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8374104 Nov 25 04:48:29.948791 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff00f2-cf7c-4d7f-a7b1-36b28650035e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e814a9-bcf4-419c-b420-4eb0571c7128,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:29.983405 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 04:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d39c9b-a54f-4343-8880-68d6f7cf487d x-openstack-request-id: req-36d39c9b-a54f-4343-8880-68d6f7cf487d {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:48:29.986316 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74f8fed7-3328-43c0-b943-daa871523405", "tag": "16054449-5911-41e7-813c-8982942ea01e", "status": "completed", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:48:29.986831 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-36d39c9b-a54f-4343-8880-68d6f7cf487d {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:48:29.989179 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74f8fed7-3328-43c0-b943-daa871523405', 'tag': '16054449-5911-41e7-813c-8982942ea01e', 'status': 'completed', 'code': 200} Nov 25 04:48:29.993447 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a68b1c6b-42b1-4037-9b30-910352fd808f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:30.024388 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e9531-290c-4cc9-8ed5-06fc8438b06d req-eb55b251-d82d-4362-91ee-04793981c489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:30.026563 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-da5e9531-290c-4cc9-8ed5-06fc8438b06d req-eb55b251-d82d-4362-91ee-04793981c489 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ffd8615-faa0-4b27-8f0c-4d18d573a8e0 HTTP/1.1" status: 200 len: 855 time: 0.0990231 Nov 25 04:48:30.038909 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 699b77c7-59e1-4e8c-81b0-1e5fa28041b2 up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:48:30.074779 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-da5e9531-290c-4cc9-8ed5-06fc8438b06d req-363e30ab-c8e4-4755-bea6-69748eba1d06 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07b4a06c-8a0a-4473-b5d9-23bf4e89383a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352893 Nov 25 04:48:30.075928 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f0485c94-ec5e-49b6-9fca-1bec20827f3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:30.145315 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port 699b77c7-59e1-4e8c-81b0-1e5fa28041b2 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:48:30.145692 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:30.159694 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f0485c94-ec5e-49b6-9fca-1bec20827f3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:30.190440 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-b7e12055-c1b8-4615-9834-c726c4ecb75c service neutron] 10.222.0.36 "GET /v2.0/networks/d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9939151 Nov 25 04:48:30.192944 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-12b7f1ef-0828-47f6-9050-aff66ceaeb2b service neutron] 10.222.0.41 "GET /v2.0/networks/039d61f7-3185-4151-a398-6404f0cf3957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655015 Nov 25 04:48:30.201809 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-28febfaf-b9dd-452f-a1ad-fdb93d2caec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:30.209611 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a68b1c6b-42b1-4037-9b30-910352fd808f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:30.270898 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2a9f8-eb0e-439f-94e2-5c689ae4a78a req-3d3b8f40-8871-4814-a96b-978a081ca839 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:30.277818 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c3b2a9f8-eb0e-439f-94e2-5c689ae4a78a req-3d3b8f40-8871-4814-a96b-978a081ca839 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=939bed74-732b-4732-819e-c2b1fb9ad58c HTTP/1.1" status: 200 len: 943 time: 0.1287677 Nov 25 04:48:30.282660 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-da5e9531-290c-4cc9-8ed5-06fc8438b06d req-9e3475d5-d92b-40b0-bd24-3c4a32502b35 service neutron] 10.222.0.41 "GET /v2.0/networks/07b4a06c-8a0a-4473-b5d9-23bf4e89383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929846 Nov 25 04:48:30.322121 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f0485c94-ec5e-49b6-9fca-1bec20827f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:30.325037 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f0485c94-ec5e-49b6-9fca-1bec20827f3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:30.329658 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-f0485c94-ec5e-49b6-9fca-1bec20827f3a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c0e814a9-bcf4-419c-b420-4eb0571c7128 HTTP/1.1" status: 204 len: 168 time: 0.4277363 Nov 25 04:48:30.388743 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0485c94-ec5e-49b6-9fca-1bec20827f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e814a9-bcf4-419c-b420-4eb0571c7128,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:30.392938 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-3f00f13b-2bd3-473e-8642-35f64af740a8 service neutron] 10.222.0.36 "GET /v2.0/networks/d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542399 Nov 25 04:48:30.421936 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c3b2a9f8-eb0e-439f-94e2-5c689ae4a78a req-66613a44-a1d5-4a3f-90c6-1298884facea tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167610 Nov 25 04:48:30.481246 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-da5e9531-290c-4cc9-8ed5-06fc8438b06d req-27d7a603-45c2-43e2-9de9-e5ef8a0728ea service neutron] 10.222.0.41 "GET /v2.0/networks/07b4a06c-8a0a-4473-b5d9-23bf4e89383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908307 Nov 25 04:48:30.503594 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a68b1c6b-42b1-4037-9b30-910352fd808f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:30.506416 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a68b1c6b-42b1-4037-9b30-910352fd808f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:30.510117 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-a68b1c6b-42b1-4037-9b30-910352fd808f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/563290f5-badf-414c-9a0a-3d55746f3f12 HTTP/1.1" status: 204 len: 168 time: 1.1781423 Nov 25 04:48:30.545554 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b1c6b-42b1-4037-9b30-910352fd808f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563290f5-badf-414c-9a0a-3d55746f3f12,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:30.778320 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-db4ac945-8f55-4dbe-b5b6-57731cae061d req-03a76e02-bc34-4627-af33-5fab1ef7b32e tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 210 time: 0.1103418 Nov 25 04:48:30.795681 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-9fb9593f-40af-4512-99d5-37c5964bce59 req-2a5d3dcc-5e2d-4213-91ee-fd2a8a6c1db1 service neutron] 10.222.0.41 "GET /v2.0/networks/039d61f7-3185-4151-a398-6404f0cf3957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5649810 Nov 25 04:48:30.822467 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e98b1-e01d-422e-81ba-e1a3cc33dc31 req-d4e9298d-3fa1-45ee-95ec-fe8cd9ca2b66 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:30.833158 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ef3e98b1-e01d-422e-81ba-e1a3cc33dc31 req-d4e9298d-3fa1-45ee-95ec-fe8cd9ca2b66 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/ports?device_id=74f8fed7-3328-43c0-b943-daa871523405 HTTP/1.1" status: 200 len: 943 time: 0.1186144 Nov 25 04:48:30.902251 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-fa168ed4-24cb-4b2d-afa0-46c77eb2170a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:30.932547 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-fa168ed4-24cb-4b2d-afa0-46c77eb2170a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:30.934559 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-fa168ed4-24cb-4b2d-afa0-46c77eb2170a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4163469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3681904'] for router_interface, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:30.943171 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ef3e98b1-e01d-422e-81ba-e1a3cc33dc31 req-d78b9801-f0ab-47b7-8ebb-5fb47d0e981d tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/security-groups?id=21767e5c-1b0a-4998-a472-180adb952ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088014 Nov 25 04:48:31.113304 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa168ed4-24cb-4b2d-afa0-46c77eb2170a admin admin] Pushing event updated for resources: {'Port': ['ID=9a337d4c-e698-489a-b780-f00619525ce6,revision_number=2']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:31.207668 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 52112) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:31.216389 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:31.225152 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c7b28325-d4c8-42af-96a2-be8a57a4b55e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:31.490480 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c7b28325-d4c8-42af-96a2-be8a57a4b55e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:31.497773 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c7b28325-d4c8-42af-96a2-be8a57a4b55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:31.546416 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b28325-d4c8-42af-96a2-be8a57a4b55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d353c3-7837-4bf5-aa59-0e1680122d77,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:31.551368 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31f00e-25dd-4c6b-bb8e-fa507a31aa5f req-960c4aba-ab62-4a65-babc-fc50d5fc2895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:31.563290 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-bb31f00e-25dd-4c6b-bb8e-fa507a31aa5f req-960c4aba-ab62-4a65-babc-fc50d5fc2895 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=51337e5f01d5448ea9a877b53016681f&device_id=74f8fed7-3328-43c0-b943-daa871523405 HTTP/1.1" status: 200 len: 1096 time: 0.6542397 Nov 25 04:48:31.624945 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa168ed4-24cb-4b2d-afa0-46c77eb2170a admin admin] Network 3bbd6da5-4c15-46da-9de5-c44a36974cd0 is already hosted by enough agents. {{(pid=109071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:48:31.660874 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [None req-fa168ed4-24cb-4b2d-afa0-46c77eb2170a admin admin] Resources bound (agent type, host, resource id): {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:48:31.773995 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 52142) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:31.830807 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 15fffef8-56b9-403d-a336-0a069e18c4eb up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:48:31.859893 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82489c-2c47-434f-8557-f068562e9d07 req-5f60a6c4-9bce-4a2b-968c-b9c498749642 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:31.869569 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4f82489c-2c47-434f-8557-f068562e9d07 req-5f60a6c4-9bce-4a2b-968c-b9c498749642 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/networks?id=d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f HTTP/1.1" status: 200 len: 819 time: 0.2787352 Nov 25 04:48:31.884668 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-c7b28325-d4c8-42af-96a2-be8a57a4b55e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=38dfba8623e24390b5f85c2c17f0534c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6754501 Nov 25 04:48:31.895187 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4f82489c-2c47-434f-8557-f068562e9d07 req-a9cee960-8189-41c4-98c4-309f2b85bc6a tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/quotas/8d773db29571458586043ef5fa3454c2 HTTP/1.1" status: 200 len: 375 time: 0.0243249 Nov 25 04:48:31.898051 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 52150) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:31.934562 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port 15fffef8-56b9-403d-a336-0a069e18c4eb triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:48:31.935569 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:32.031565 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ab55df81-d8bb-430f-94f9-55545a7fce5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:32.055785 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ab55df81-d8bb-430f-94f9-55545a7fce5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:32.105020 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:32.119711 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4f82489c-2c47-434f-8557-f068562e9d07 req-e5d4f131-28cd-422c-9b2c-a1b5dc9c5bc2 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d773db29571458586043ef5fa3454c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2222850 Nov 25 04:48:32.148388 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-d169c3db-2e45-48e6-a156-369deeb20941 None None] Provisioning complete for port 9a337d4c-e698-489a-b780-f00619525ce6 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:48:32.149135 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-d169c3db-2e45-48e6-a156-369deeb20941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:32.151433 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ab55df81-d8bb-430f-94f9-55545a7fce5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:32.154729 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] For port 15fffef8-56b9-403d-a336-0a069e18c4eb, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=15fffef8-56b9-403d-a336-0a069e18c4eb,segment=NetworkSegment(11daf24b-7c39-4451-95b3-08a6bf9c63d4),segment_id=11daf24b-7c39-4451-95b3-08a6bf9c63d4)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:48:32.160471 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ab55df81-d8bb-430f-94f9-55545a7fce5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:32.163439 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-ab55df81-d8bb-430f-94f9-55545a7fce5e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/57d353c3-7837-4bf5-aa59-0e1680122d77 HTTP/1.1" status: 204 len: 168 time: 0.2632143 Nov 25 04:48:32.175674 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:32.185983 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab55df81-d8bb-430f-94f9-55545a7fce5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d353c3-7837-4bf5-aa59-0e1680122d77,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:32.192550 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-362a5503-23df-40ba-b01e-5d36a42692be admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:32.212957 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16bcb63-aaa8-4ebf-877f-c8bbf867da7f req-b72bc835-7ef4-42d8-8006-d45c5df40168 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:32.214479 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f16bcb63-aaa8-4ebf-877f-c8bbf867da7f req-b72bc835-7ef4-42d8-8006-d45c5df40168 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=939bed74-732b-4732-819e-c2b1fb9ad58c HTTP/1.1" status: 200 len: 943 time: 0.6150331 Nov 25 04:48:32.301847 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31f00e-25dd-4c6b-bb8e-fa507a31aa5f req-30ca249a-60d9-43e7-9bf3-5bb45f686111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:32.301847 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-bb31f00e-25dd-4c6b-bb8e-fa507a31aa5f req-30ca249a-60d9-43e7-9bf3-5bb45f686111 service neutron] 10.222.0.41 "GET /v2.0/networks?id=039d61f7-3185-4151-a398-6404f0cf3957 HTTP/1.1" status: 200 len: 913 time: 0.7194798 Nov 25 04:48:32.412954 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa168ed4-24cb-4b2d-afa0-46c77eb2170a admin admin] Router 7148b292-21cd-4c70-b902-684b86a972bf has already been hosted by L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f {{(pid=109071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 04:48:32.445424 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-d169c3db-2e45-48e6-a156-369deeb20941 None None] Port 9a337d4c-e698-489a-b780-f00619525ce6 cannot update to ACTIVE because it is not bound. {{(pid=109072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 04:48:32.470002 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Pushing event updated for resources: {'Port': ['ID=15fffef8-56b9-403d-a336-0a069e18c4eb,revision_number=5']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:32.527950 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-2a7015ea-2811-48a9-affe-caa893492634 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:32.529517 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-2a7015ea-2811-48a9-affe-caa893492634 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.41 "GET /v2.0/networks?id=d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f HTTP/1.1" status: 200 len: 819 time: 0.2123733 Nov 25 04:48:32.531441 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-bb31f00e-25dd-4c6b-bb8e-fa507a31aa5f req-82d2483f-e74e-48ad-8ace-1ab840a294ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=16054449-5911-41e7-813c-8982942ea01e HTTP/1.1" status: 200 len: 217 time: 0.1946411 Nov 25 04:48:32.534908 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f16bcb63-aaa8-4ebf-877f-c8bbf867da7f req-ce87906d-e461-4f04-b6da-b7d4604c3969 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922294 Nov 25 04:48:32.569778 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-57ed5a06-615e-4239-ad9e-aade99e6a563 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Request body: {'port': {'device_id': '1d828e2f-f160-4e21-b72b-68f30db5fe86', 'network_id': 'd42ea5b0-bdc5-4e40-9952-d1f4165f0f0f', 'admin_state_up': True, 'tenant_id': '8d773db29571458586043ef5fa3454c2'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:48:32.602509 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [req-4f82489c-2c47-434f-8557-f068562e9d07 req-da6e3abd-bfa0-4253-bb39-d44b1d35ddfc service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109070) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 04:48:32.617774 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4f82489c-2c47-434f-8557-f068562e9d07 req-da6e3abd-bfa0-4253-bb39-d44b1d35ddfc service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3905745 Nov 25 04:48:32.621297 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:32.730132 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-362a5503-23df-40ba-b01e-5d36a42692be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:32.779482 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-362a5503-23df-40ba-b01e-5d36a42692be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:32.798913 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31f00e-25dd-4c6b-bb8e-fa507a31aa5f req-223b9de4-c029-4667-8ea9-78cfa0db11a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:32.800470 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-bb31f00e-25dd-4c6b-bb8e-fa507a31aa5f req-223b9de4-c029-4667-8ea9-78cfa0db11a8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cc2410b5-702c-4d1a-8e9d-6d6a838653a5 HTTP/1.1" status: 200 len: 852 time: 0.2364268 Nov 25 04:48:32.812296 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4f82489c-2c47-434f-8557-f068562e9d07 req-1838834e-6e3b-4017-9fda-30bf1699cb46 service neutron] 10.222.0.36 "GET /v2.0/networks/d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930063 Nov 25 04:48:32.878215 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d58ce-34d3-458c-acd6-83d26f529b8a req-3101467b-cee3-439d-9db3-6c2e699e0ea1 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:32.886165 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-9a8d58ce-34d3-458c-acd6-83d26f529b8a req-3101467b-cee3-439d-9db3-6c2e699e0ea1 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/ports?device_id=74f8fed7-3328-43c0-b943-daa871523405 HTTP/1.1" status: 200 len: 943 time: 0.2286355 Nov 25 04:48:32.888960 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-57ed5a06-615e-4239-ad9e-aade99e6a563 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Made reservation on behalf of 8d773db29571458586043ef5fa3454c2 for: {'port': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:48:32.892785 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-57ed5a06-615e-4239-ad9e-aade99e6a563 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:32.894543 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-bb31f00e-25dd-4c6b-bb8e-fa507a31aa5f req-538812d8-03dc-4c24-8de8-75a9fb685398 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=039d61f7-3185-4151-a398-6404f0cf3957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762360 Nov 25 04:48:32.904354 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-362a5503-23df-40ba-b01e-5d36a42692be admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3b0456afb2f64338934739eb9e7e183e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1161261 Nov 25 04:48:32.907070 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 52192) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:32.909357 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a5503-23df-40ba-b01e-5d36a42692be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7961da4a-3552-410e-9b5e-97a78f6ea593,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:32.935181 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa168ed4-24cb-4b2d-afa0-46c77eb2170a admin admin] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:48:32.946312 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65455cc9-c347-4442-acff-a7b8bb55639d None None] Sync routers for ids ['7148b292-21cd-4c70-b902-684b86a972bf'] in dv-cinder-815582-6-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:48:32.958097 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65455cc9-c347-4442-acff-a7b8bb55639d None None] Routers {'7148b292-21cd-4c70-b902-684b86a972bf'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:48:32.967514 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-fa168ed4-24cb-4b2d-afa0-46c77eb2170a admin admin] 10.222.0.36 "PUT /v2.0/routers/7148b292-21cd-4c70-b902-684b86a972bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2838242 Nov 25 04:48:32.968650 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-65455cc9-c347-4442-acff-a7b8bb55639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:48:30Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['7148b292-21cd-4c70-b902-684b86a972bf'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:48:33.064408 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4f82489c-2c47-434f-8557-f068562e9d07 req-22a097c5-6b41-4ffc-8140-8915286a8ee5 service neutron] 10.222.0.36 "GET /v2.0/networks/d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510855 Nov 25 04:48:33.072964 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-8cf42e9c-8c03-4aae-8189-8032a7a3ab40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:33.106059 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-9a8d58ce-34d3-458c-acd6-83d26f529b8a req-23afc75f-a8bc-4700-96a8-0fe8ccc6c276 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/security-groups?id=21767e5c-1b0a-4998-a472-180adb952ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186744 Nov 25 04:48:33.138281 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-bb31f00e-25dd-4c6b-bb8e-fa507a31aa5f req-df17af9b-582c-4b34-a950-8eff4897c358 service neutron] 10.222.0.41 "GET /v2.0/networks/039d61f7-3185-4151-a398-6404f0cf3957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325668 Nov 25 04:48:33.188892 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-65455cc9-c347-4442-acff-a7b8bb55639d None None] Set router 7148b292-21cd-4c70-b902-684b86a972bf gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:48:33.259377 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-8cf42e9c-8c03-4aae-8189-8032a7a3ab40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:33.260517 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 16054449-5911-41e7-813c-8982942ea01e details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=109072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 04:48:33.291847 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-57ed5a06-615e-4239-ad9e-aade99e6a563 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Allocated IP 172.20.0.7 (d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f/9cba32b3-416c-41af-af79-b04db65419ef/e6878270-adb9-4338-8a70-9a199bdfe9bc) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:48:33.358865 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-bb31f00e-25dd-4c6b-bb8e-fa507a31aa5f req-2224029e-470e-4400-b4a6-529fba611ad5 service neutron] 10.222.0.41 "GET /v2.0/networks/039d61f7-3185-4151-a398-6404f0cf3957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124140 Nov 25 04:48:33.713388 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 15fffef8-56b9-403d-a336-0a069e18c4eb up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:48:33.765133 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:33.847529 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-dce93007-ef70-4583-a027-628b7c0bdaee req-027eba40-5d3e-422d-b880-a0255814201e tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 210 time: 0.1381493 Nov 25 04:48:33.871405 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 16054449-5911-41e7-813c-8982942ea01e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=16054449-5911-41e7-813c-8982942ea01e,segment=NetworkSegment(a0bcc941-6124-462a-88ce-06c9af1d3caa),segment_id=a0bcc941-6124-462a-88ce-06c9af1d3caa)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:48:33.942614 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-8cf42e9c-8c03-4aae-8189-8032a7a3ab40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:33.948786 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-8cf42e9c-8c03-4aae-8189-8032a7a3ab40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:33.952226 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-8cf42e9c-8c03-4aae-8189-8032a7a3ab40 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7961da4a-3552-410e-9b5e-97a78f6ea593 HTTP/1.1" status: 204 len: 168 time: 1.0417204 Nov 25 04:48:33.952410 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Returning: {'device': '16054449-5911-41e7-813c-8982942ea01e', 'network_id': '039d61f7-3185-4151-a398-6404f0cf3957', 'port_id': '16054449-5911-41e7-813c-8982942ea01e', 'mac_address': 'fa:16:3e:34:4f:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc2410b5-702c-4d1a-8e9d-6d6a838653a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 04:48:34.007022 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port 15fffef8-56b9-403d-a336-0a069e18c4eb triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:48:34.007395 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:34.033566 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf42e9c-8c03-4aae-8189-8032a7a3ab40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7961da4a-3552-410e-9b5e-97a78f6ea593,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:34.212283 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:34.222849 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64e9f8-56f1-4388-aecc-083600a05f8a req-817a82a7-68a4-45d2-9567-f4d5c53ed849 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:34.231295 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8c64e9f8-56f1-4388-aecc-083600a05f8a req-817a82a7-68a4-45d2-9567-f4d5c53ed849 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=939bed74-732b-4732-819e-c2b1fb9ad58c HTTP/1.1" status: 200 len: 943 time: 0.2022126 Nov 25 04:48:34.268992 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16054449-5911-41e7-813c-8982942ea01e {{(pid=109072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:48:34.274018 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-57ed5a06-615e-4239-ad9e-aade99e6a563 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Publish callbacks [] for port, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:34.335297 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-65455cc9-c347-4442-acff-a7b8bb55639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7148b292-21cd-4c70-b902-684b86a972bf', 'name': 'tempest-AttachVolumeShelveTestJSON-110648917-router', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '699b77c7-59e1-4e8c-81b0-1e5fa28041b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:48:13Z', 'updated_at': '2021-11-25T04:48:29Z', 'revision_number': 4, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'gw_port': {'id': '699b77c7-59e1-4e8c-81b0-1e5fa28041b2', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7148b292-21cd-4c70-b902-684b86a972bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:15Z', 'updated_at': '2021-11-25T04:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '9a337d4c-e698-489a-b780-f00619525ce6', 'name': '', 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'mac_address': 'fa:16:3e:9f:e7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7148b292-21cd-4c70-b902-684b86a972bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6ff11583-5631-4068-991c-12b3ca3de03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:26Z', 'updated_at': '2021-11-25T04:48:30Z', 'revision_number': 2, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'subnets': [{'id': '6ff11583-5631-4068-991c-12b3ca3de03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:48:34.347211 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 16054449-5911-41e7-813c-8982942ea01e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=16054449-5911-41e7-813c-8982942ea01e,segment=NetworkSegment(a0bcc941-6124-462a-88ce-06c9af1d3caa),segment_id=a0bcc941-6124-462a-88ce-06c9af1d3caa)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:48:34.362429 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-57ed5a06-615e-4239-ad9e-aade99e6a563 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:34.413181 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 52270) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:34.418508 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-b1c3f3d2-a608-4bbe-b661-706f27c4b214 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Request body: {'security_group': {'name': 'tempest-securitygroup--106338383', 'description': 'tempest-description--91759584'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:48:34.431532 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:34.438231 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 13e72fd7-b1cc-4261-a096-bd204b592887 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=109072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 04:48:34.441472 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65455cc9-c347-4442-acff-a7b8bb55639d None None] Checking router: 7148b292-21cd-4c70-b902-684b86a972bf for host: dv-cinder-815582-6-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:48:34.442005 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65455cc9-c347-4442-acff-a7b8bb55639d None None] Updating router 7148b292-21cd-4c70-b902-684b86a972bf port 9a337d4c-e698-489a-b780-f00619525ce6 binding host dv-cinder-815582-6-iscsi {{(pid=109072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 04:48:34.486640 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-65455cc9-c347-4442-acff-a7b8bb55639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:34.517420 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b1c3f3d2-a608-4bbe-b661-706f27c4b214 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:34.543561 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-57ed5a06-615e-4239-ad9e-aade99e6a563 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Network d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:48:34.592360 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-57ed5a06-615e-4239-ad9e-aade99e6a563 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:48:34.603517 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43284db-b4ed-48da-9365-872d0e63faed req-6ff598b2-37ef-4a47-96a8-777443b6b209 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:34.606192 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-d43284db-b4ed-48da-9365-872d0e63faed req-6ff598b2-37ef-4a47-96a8-777443b6b209 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/ports?device_id=74f8fed7-3328-43c0-b943-daa871523405 HTTP/1.1" status: 200 len: 944 time: 0.1052449 Nov 25 04:48:34.639927 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-57ed5a06-615e-4239-ad9e-aade99e6a563 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:48:34.663319 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 52274) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:34.667127 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8c64e9f8-56f1-4388-aecc-083600a05f8a req-7234f91a-5a95-4316-a2b2-bb7c9a4caab0 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4347160 Nov 25 04:48:34.734772 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ed5a06-615e-4239-ad9e-aade99e6a563 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Pushing event updated for resources: {'Port': ['ID=e6878270-adb9-4338-8a70-9a199bdfe9bc,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:34.754355 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b1c3f3d2-a608-4bbe-b661-706f27c4b214 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:34.772506 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-d43284db-b4ed-48da-9365-872d0e63faed req-958905b6-54d9-4269-9bf0-2efb04217959 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/security-groups?id=21767e5c-1b0a-4998-a472-180adb952ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586003 Nov 25 04:48:34.779541 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b1c3f3d2-a608-4bbe-b661-706f27c4b214 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:34.783438 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.db.resource_extend [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 04:48:34.790538 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-57ed5a06-615e-4239-ad9e-aade99e6a563 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:34.791228 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-57ed5a06-615e-4239-ad9e-aade99e6a563 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for port, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:34.803409 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=16054449-5911-41e7-813c-8982942ea01e,revision_number=4']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:34.830083 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-57ed5a06-615e-4239-ad9e-aade99e6a563 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2612553 Nov 25 04:48:34.844342 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3f3d2-a608-4bbe-b661-706f27c4b214 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a33e23d-28df-42be-b212-4fd21a330e61,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:34.852603 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b1c3f3d2-a608-4bbe-b661-706f27c4b214 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:34.857087 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-b1c3f3d2-a608-4bbe-b661-706f27c4b214 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4397781 Nov 25 04:48:34.857191 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-f2a312cc-6933-443b-b7f3-b61f0fdacd5e service neutron] Request body: {'port': {'device_id': '1d828e2f-f160-4e21-b72b-68f30db5fe86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:48:34.857988 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 52284) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:34.865178 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-47d0c9a2-b7cb-4f81-8190-26ac5cf6283c tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Request body: {'security_group_rule': {'security_group_id': '3a33e23d-28df-42be-b212-4fd21a330e61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:48:34.926215 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-47d0c9a2-b7cb-4f81-8190-26ac5cf6283c tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:34.992980 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 13e72fd7-b1cc-4261-a096-bd204b592887, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=13e72fd7-b1cc-4261-a096-bd204b592887,segment=NetworkSegment(792aad72-a90b-4c1e-a5fe-25e7806f78d6),segment_id=792aad72-a90b-4c1e-a5fe-25e7806f78d6)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:48:35.011936 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-f2a312cc-6933-443b-b7f3-b61f0fdacd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:35.019198 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Returning: {'device': '13e72fd7-b1cc-4261-a096-bd204b592887', 'network_id': '07b4a06c-8a0a-4473-b5d9-23bf4e89383a', 'port_id': '13e72fd7-b1cc-4261-a096-bd204b592887', 'mac_address': 'fa:16:3e:13:7e:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ffd8615-faa0-4b27-8f0c-4d18d573a8e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 04:48:35.072701 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:35.074661 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-47d0c9a2-b7cb-4f81-8190-26ac5cf6283c tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:35.080992 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-47d0c9a2-b7cb-4f81-8190-26ac5cf6283c tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788942'] for security_group_rule, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:35.113005 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0c9a2-b7cb-4f81-8190-26ac5cf6283c tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54971540-0419-4a9c-8955-097eafbdc595,revision_number=0']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:35.113710 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13e72fd7-b1cc-4261-a096-bd204b592887 {{(pid=109072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:48:35.116041 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-43eccf61-b001-44ec-861d-bd0257ed5e8a req-eff49af7-7e0d-45ee-bf44-aab802f7a83b tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 210 time: 0.1056120 Nov 25 04:48:35.145594 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 13e72fd7-b1cc-4261-a096-bd204b592887, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=13e72fd7-b1cc-4261-a096-bd204b592887,segment=NetworkSegment(792aad72-a90b-4c1e-a5fe-25e7806f78d6),segment_id=792aad72-a90b-4c1e-a5fe-25e7806f78d6)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:48:35.151253 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:35.221312 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=13e72fd7-b1cc-4261-a096-bd204b592887,revision_number=4']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:35.242671 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-65455cc9-c347-4442-acff-a7b8bb55639d None None] Publish callbacks [] for port, precommit_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:35.249966 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-65455cc9-c347-4442-acff-a7b8bb55639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:35.255419 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-47d0c9a2-b7cb-4f81-8190-26ac5cf6283c tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:35.256800 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-47d0c9a2-b7cb-4f81-8190-26ac5cf6283c tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3981218 Nov 25 04:48:35.260725 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 52302) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:35.271551 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-ae96a092-f77b-4088-a706-044ea03f4491 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Request body: {'security_group_rule': {'security_group_id': '3a33e23d-28df-42be-b212-4fd21a330e61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:48:35.271789 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3ffd0d87-a5ef-4c77-8456-85d6a7861343 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:35.355104 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ae96a092-f77b-4088-a706-044ea03f4491 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:35.413306 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa3a1e-cc10-4503-84f8-769b81b6b7c8 None None] Pushing event updated for resources: {'Port': ['ID=9a337d4c-e698-489a-b780-f00619525ce6,revision_number=3']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:35.449615 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82489c-2c47-434f-8557-f068562e9d07 req-b2a2f7dc-3ebc-4007-a647-bba756239a13 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:35.451230 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-4f82489c-2c47-434f-8557-f068562e9d07 req-b2a2f7dc-3ebc-4007-a647-bba756239a13 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.41 "GET /v2.0/networks?id=d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f HTTP/1.1" status: 200 len: 819 time: 0.3065827 Nov 25 04:48:35.485326 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [req-4f82489c-2c47-434f-8557-f068562e9d07 req-8573ec54-3dfc-4c2d-85cb-88890caeefdb tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Request body: {'port': {'device_id': '0a5a6792-b682-493c-9fc7-7c3820a630df', 'network_id': 'd42ea5b0-bdc5-4e40-9952-d1f4165f0f0f', 'admin_state_up': True, 'tenant_id': '8d773db29571458586043ef5fa3454c2'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:48:35.504367 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ae96a092-f77b-4088-a706-044ea03f4491 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:35.514426 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ae96a092-f77b-4088-a706-044ea03f4491 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788942'] for security_group_rule, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:35.563198 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-65455cc9-c347-4442-acff-a7b8bb55639d None None] Attempting to bind port 9a337d4c-e698-489a-b780-f00619525ce6 on host dv-cinder-815582-6-iscsi for vnic_type normal with profile {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:48:35.563574 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-65455cc9-c347-4442-acff-a7b8bb55639d None None] Attempting to bind port 9a337d4c-e698-489a-b780-f00619525ce6 by drivers openvswitch,hyperv on host dv-cinder-815582-6-iscsi at level 0 using segments [{'id': '644e32ed-c2f3-4335-b74d-ee8f50200ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0'}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:48:35.563943 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65455cc9-c347-4442-acff-a7b8bb55639d None None] Attempting to bind port 9a337d4c-e698-489a-b780-f00619525ce6 on network 3bbd6da5-4c15-46da-9de5-c44a36974cd0 {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:48:35.570098 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96a092-f77b-4088-a706-044ea03f4491 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aef471d-7449-4a21-b8e5-026c77e82227,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:35.594113 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65455cc9-c347-4442-acff-a7b8bb55639d None None] Checking agent: {'id': '2825277b-b27f-46a7-b452-1b49513b2056', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 40, 34), 'started_at': datetime.datetime(2021, 11, 25, 4, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:48:35.602131 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65455cc9-c347-4442-acff-a7b8bb55639d None None] Checking segment: {'id': '644e32ed-c2f3-4335-b74d-ee8f50200ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:48:35.602961 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-65455cc9-c347-4442-acff-a7b8bb55639d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:35.603285 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65455cc9-c347-4442-acff-a7b8bb55639d None None] Bound using segment: {'id': '644e32ed-c2f3-4335-b74d-ee8f50200ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0'} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:48:35.603811 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-65455cc9-c347-4442-acff-a7b8bb55639d None None] Bound port: 9a337d4c-e698-489a-b780-f00619525ce6, host: dv-cinder-815582-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '644e32ed-c2f3-4335-b74d-ee8f50200ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0'}}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:48:35.604240 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-65455cc9-c347-4442-acff-a7b8bb55639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:35.609826 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['13e72fd7-b1cc-4261-a096-bd204b592887'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:48:35.634514 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ae96a092-f77b-4088-a706-044ea03f4491 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:35.637176 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-ae96a092-f77b-4088-a706-044ea03f4491 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3737576 Nov 25 04:48:35.640752 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 52312) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:35.645399 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-c72f7bf0-bff4-4667-bfe4-1c0118812b6e tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Request body: {'floatingip': {'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:48:35.736676 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f82489c-2c47-434f-8557-f068562e9d07 req-8573ec54-3dfc-4c2d-85cb-88890caeefdb tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Made reservation on behalf of 8d773db29571458586043ef5fa3454c2 for: {'port': 1} {{(pid=109071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:48:35.742372 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-4f82489c-2c47-434f-8557-f068562e9d07 req-8573ec54-3dfc-4c2d-85cb-88890caeefdb tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:35.746183 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['16054449-5911-41e7-813c-8982942ea01e'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:48:35.791839 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3ffd0d87-a5ef-4c77-8456-85d6a7861343 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:35.821620 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3ffd0d87-a5ef-4c77-8456-85d6a7861343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:35.842556 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 52322) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:35.874903 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-f2a312cc-6933-443b-b7f3-b61f0fdacd5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6878270-adb9-4338-8a70-9a199bdfe9bc {{(pid=109070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:48:35.894756 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-f2a312cc-6933-443b-b7f3-b61f0fdacd5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:35.919473 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c72f7bf0-bff4-4667-bfe4-1c0118812b6e tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for floatingip, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:35.933723 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-3ffd0d87-a5ef-4c77-8456-85d6a7861343 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a47732b18d1042899dbc356360b1c8bc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2663081 Nov 25 04:48:35.935138 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 52330) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:35.935785 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd0d87-a5ef-4c77-8456-85d6a7861343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1558b1-114a-4efd-9a01-f1b5be6a5753,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:35.965647 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ba77d-c500-4187-80d9-8f29db7827e4 req-0eb23004-db15-4c92-9e08-bca553b6879e tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:35.967398 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f19ba77d-c500-4187-80d9-8f29db7827e4 req-0eb23004-db15-4c92-9e08-bca553b6879e tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=939bed74-732b-4732-819e-c2b1fb9ad58c HTTP/1.1" status: 200 len: 944 time: 0.1914530 Nov 25 04:48:35.982082 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.provisioning_blocks [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-f2a312cc-6933-443b-b7f3-b61f0fdacd5e service neutron] Transition to ACTIVE for port object e6878270-adb9-4338-8a70-9a199bdfe9bc will not be triggered until provisioned by entity L2. {{(pid=109070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 04:48:36.034522 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-f2a312cc-6933-443b-b7f3-b61f0fdacd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9557411'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:36.090155 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f19ba77d-c500-4187-80d9-8f29db7827e4 req-b62560aa-266a-4597-bb98-6d98a9bed049 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126382 Nov 25 04:48:36.098590 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ed2cf45a-bad0-4884-bd86-6d3c0729640e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:36.101376 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.db_base_plugin_common [req-4f82489c-2c47-434f-8557-f068562e9d07 req-8573ec54-3dfc-4c2d-85cb-88890caeefdb tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Allocated IP 172.20.0.14 (d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f/9cba32b3-416c-41af-af79-b04db65419ef/86fb78b9-30c9-4442-a3b4-5f968d0ee4a8) {{(pid=109071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:48:36.150084 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ed2cf45a-bad0-4884-bd86-6d3c0729640e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:36.153450 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f65b15-2a03-4917-9647-affe823186e1 req-3e3cd8fa-8ca9-414e-b731-ee1d5078d40f tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:36.172730 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-07f65b15-2a03-4917-9647-affe823186e1 req-3e3cd8fa-8ca9-414e-b731-ee1d5078d40f tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/ports?device_id=74f8fed7-3328-43c0-b943-daa871523405 HTTP/1.1" status: 200 len: 944 time: 0.2739270 Nov 25 04:48:36.293057 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-2be449c8-0d2d-46e3-856a-84f157a050d7 None None] Provisioning complete for port 9a337d4c-e698-489a-b780-f00619525ce6 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:48:36.293686 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-2be449c8-0d2d-46e3-856a-84f157a050d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:36.301966 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-9567d819-eb4f-4ade-96d3-353be538bbec admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:36.327429 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-65455cc9-c347-4442-acff-a7b8bb55639d None None] For port 9a337d4c-e698-489a-b780-f00619525ce6, host dv-cinder-815582-6-iscsi, cleared binding levels {{(pid=109072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:48:36.330196 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a312cc-6933-443b-b7f3-b61f0fdacd5e service neutron] Pushing event updated for resources: {'Port': ['ID=e6878270-adb9-4338-8a70-9a199bdfe9bc,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:36.395173 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-07f65b15-2a03-4917-9647-affe823186e1 req-beadc5e2-6856-4cbd-87ae-1c04252df20b tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/security-groups?id=21767e5c-1b0a-4998-a472-180adb952ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215047 Nov 25 04:48:36.412665 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-65455cc9-c347-4442-acff-a7b8bb55639d None None] For port 9a337d4c-e698-489a-b780-f00619525ce6, host dv-cinder-815582-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=9a337d4c-e698-489a-b780-f00619525ce6,segment=NetworkSegment(644e32ed-c2f3-4335-b74d-ee8f50200ec0),segment_id=644e32ed-c2f3-4335-b74d-ee8f50200ec0)] {{(pid=109072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:48:36.446925 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-65455cc9-c347-4442-acff-a7b8bb55639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:36.484596 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-f2a312cc-6933-443b-b7f3-b61f0fdacd5e service neutron] Attempting to bind port e6878270-adb9-4338-8a70-9a199bdfe9bc on host hv-cinder-81558 for vnic_type normal with profile {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:48:36.484984 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-f2a312cc-6933-443b-b7f3-b61f0fdacd5e service neutron] Attempting to bind port e6878270-adb9-4338-8a70-9a199bdfe9bc by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '11daf24b-7c39-4451-95b3-08a6bf9c63d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd42ea5b0-bdc5-4e40-9952-d1f4165f0f0f'}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:48:36.485266 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-f2a312cc-6933-443b-b7f3-b61f0fdacd5e service neutron] Attempting to bind port e6878270-adb9-4338-8a70-9a199bdfe9bc on network d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:48:36.504656 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-f2a312cc-6933-443b-b7f3-b61f0fdacd5e service neutron] Port e6878270-adb9-4338-8a70-9a199bdfe9bc on network d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 04:48:36.506199 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-f2a312cc-6933-443b-b7f3-b61f0fdacd5e service neutron] Attempting to bind port e6878270-adb9-4338-8a70-9a199bdfe9bc on network d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:48:36.536072 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-f2a312cc-6933-443b-b7f3-b61f0fdacd5e service neutron] Checking agent: {'id': '1f14ab98-53f7-4a68-bcc6-b943f33cb2d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'started_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:48:36.537324 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-f2a312cc-6933-443b-b7f3-b61f0fdacd5e service neutron] Checking segment: {'id': '11daf24b-7c39-4451-95b3-08a6bf9c63d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd42ea5b0-bdc5-4e40-9952-d1f4165f0f0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:48:36.537958 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-f2a312cc-6933-443b-b7f3-b61f0fdacd5e service neutron] Bound using segment: {'id': '11daf24b-7c39-4451-95b3-08a6bf9c63d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd42ea5b0-bdc5-4e40-9952-d1f4165f0f0f'} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:48:36.538653 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-f2a312cc-6933-443b-b7f3-b61f0fdacd5e service neutron] Bound port: e6878270-adb9-4338-8a70-9a199bdfe9bc, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11daf24b-7c39-4451-95b3-08a6bf9c63d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd42ea5b0-bdc5-4e40-9952-d1f4165f0f0f'}}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:48:36.539231 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-f2a312cc-6933-443b-b7f3-b61f0fdacd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:36.559755 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-d8d4eb22-3536-4fe3-a9dd-6fe49f06fcbe req-eb675db9-0b65-4d66-8490-5ee6fd1b799f tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 210 time: 0.0614643 Nov 25 04:48:36.564085 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c72f7bf0-bff4-4667-bfe4-1c0118812b6e tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:36.622344 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-2be449c8-0d2d-46e3-856a-84f157a050d7 None None] Port 9a337d4c-e698-489a-b780-f00619525ce6 cannot update to ACTIVE because it is not bound. {{(pid=109072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 04:48:36.631586 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa3a1e-cc10-4503-84f8-769b81b6b7c8 None None] Pushing event updated for resources: {'Port': ['ID=9a337d4c-e698-489a-b780-f00619525ce6,revision_number=4']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:36.678399 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ed2cf45a-bad0-4884-bd86-6d3c0729640e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:36.685194 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ed2cf45a-bad0-4884-bd86-6d3c0729640e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:36.692486 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-ed2cf45a-bad0-4884-bd86-6d3c0729640e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7b1558b1-114a-4efd-9a01-f1b5be6a5753 HTTP/1.1" status: 204 len: 168 time: 0.7501614 Nov 25 04:48:36.700109 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65455cc9-c347-4442-acff-a7b8bb55639d None None] Routers {'7148b292-21cd-4c70-b902-684b86a972bf'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:48:36.701249 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-65455cc9-c347-4442-acff-a7b8bb55639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:48:30Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['7148b292-21cd-4c70-b902-684b86a972bf'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:48:36.721274 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-9567d819-eb4f-4ade-96d3-353be538bbec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:36.747202 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-9567d819-eb4f-4ade-96d3-353be538bbec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:36.750706 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2cf45a-bad0-4884-bd86-6d3c0729640e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1558b1-114a-4efd-9a01-f1b5be6a5753,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:36.814732 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567d819-eb4f-4ade-96d3-353be538bbec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca90acc1-a7b0-4f55-96f3-c49ea1c8b7d9,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:36.820878 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-4f82489c-2c47-434f-8557-f068562e9d07 req-8573ec54-3dfc-4c2d-85cb-88890caeefdb tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Publish callbacks [] for port, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:36.865180 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-f2a312cc-6933-443b-b7f3-b61f0fdacd5e service neutron] For port e6878270-adb9-4338-8a70-9a199bdfe9bc, host hv-cinder-81558, cleared binding levels {{(pid=109070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:48:36.906290 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-4f82489c-2c47-434f-8557-f068562e9d07 req-8573ec54-3dfc-4c2d-85cb-88890caeefdb tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851'] for port, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:36.924130 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-f2a312cc-6933-443b-b7f3-b61f0fdacd5e service neutron] For port e6878270-adb9-4338-8a70-9a199bdfe9bc, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e6878270-adb9-4338-8a70-9a199bdfe9bc,segment=NetworkSegment(11daf24b-7c39-4451-95b3-08a6bf9c63d4),segment_id=11daf24b-7c39-4451-95b3-08a6bf9c63d4)] {{(pid=109070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:48:36.934606 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-65455cc9-c347-4442-acff-a7b8bb55639d None None] Set router 7148b292-21cd-4c70-b902-684b86a972bf gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:48:36.971827 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-f2a312cc-6933-443b-b7f3-b61f0fdacd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9557411'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:37.021253 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-9567d819-eb4f-4ade-96d3-353be538bbec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dd5d8d17ff04496eb1bb7911bafbb289&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1739781 Nov 25 04:48:37.028910 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 52358) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:37.057612 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f82489c-2c47-434f-8557-f068562e9d07 req-8573ec54-3dfc-4c2d-85cb-88890caeefdb tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Network d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f is already hosted by enough agents. {{(pid=109071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:48:37.078637 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-f2a312cc-6933-443b-b7f3-b61f0fdacd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:37.079637 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-f2a312cc-6933-443b-b7f3-b61f0fdacd5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for port, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:37.081537 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-f2a312cc-6933-443b-b7f3-b61f0fdacd5e service neutron] 10.222.0.41 "PUT /v2.0/ports/e6878270-adb9-4338-8a70-9a199bdfe9bc HTTP/1.1" status: 200 len: 1093 time: 2.2416267 Nov 25 04:48:37.082222 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d828e2f-f160-4e21-b72b-68f30db5fe86', 'tag': 'e6878270-adb9-4338-8a70-9a199bdfe9bc'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:48:37.085050 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c54fbf746f0c7fba78ef8d59e1beae84bb94fede6ed59824d7b8ea859eeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435c32bd-af00-4e89-93a2-089722690971" -d '{"events": [{"name": "network-changed", "server_uuid": "1d828e2f-f160-4e21-b72b-68f30db5fe86", "tag": "e6878270-adb9-4338-8a70-9a199bdfe9bc"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:48:37.091176 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573ec54-3dfc-4c2d-85cb-88890caeefdb tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Pushing event updated for resources: {'Port': ['ID=86fb78b9-30c9-4442-a3b4-5f968d0ee4a8,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:37.095731 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [req-4f82489c-2c47-434f-8557-f068562e9d07 req-8573ec54-3dfc-4c2d-85cb-88890caeefdb tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Resources bound (agent type, host, resource id): {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:48:37.115162 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f82489c-2c47-434f-8557-f068562e9d07 req-8573ec54-3dfc-4c2d-85cb-88890caeefdb tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Received port after_create {{(pid=109071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:48:37.128262 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82489c-2c47-434f-8557-f068562e9d07 req-8573ec54-3dfc-4c2d-85cb-88890caeefdb tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:37.131850 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-4f82489c-2c47-434f-8557-f068562e9d07 req-8573ec54-3dfc-4c2d-85cb-88890caeefdb tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for port, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:37.154036 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-4f82489c-2c47-434f-8557-f068562e9d07 req-8573ec54-3dfc-4c2d-85cb-88890caeefdb tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6800387 Nov 25 04:48:37.154655 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-f2bc0ecf-b758-4ac2-8027-b6b55639190e None None] Provisioning complete for port 9a337d4c-e698-489a-b780-f00619525ce6 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:48:37.154781 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [None req-c72f7bf0-bff4-4667-bfe4-1c0118812b6e tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Allocated IP 172.27.2.242 (7252c0b9-b802-4561-8a54-4fb5c87ca7b8/b33b80b7-52e3-4af3-b161-e1f3edefb5e3/e74034fc-bdc4-46ad-bb8a-f6d238333ed9) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:48:37.155406 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-f2bc0ecf-b758-4ac2-8027-b6b55639190e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:37.175810 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [req-4f82489c-2c47-434f-8557-f068562e9d07 req-c310451b-9972-458f-9f7a-6fa9fae2c6ac service neutron] Request body: {'port': {'device_id': '0a5a6792-b682-493c-9fc7-7c3820a630df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:48:37.269089 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 04:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3616b2ac-6309-4c84-a2bf-5aa2cbf0009f x-openstack-request-id: req-3616b2ac-6309-4c84-a2bf-5aa2cbf0009f {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:48:37.269781 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d828e2f-f160-4e21-b72b-68f30db5fe86", "tag": "e6878270-adb9-4338-8a70-9a199bdfe9bc", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:48:37.270248 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3616b2ac-6309-4c84-a2bf-5aa2cbf0009f {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:48:37.270866 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d828e2f-f160-4e21-b72b-68f30db5fe86', 'tag': 'e6878270-adb9-4338-8a70-9a199bdfe9bc', 'status': 'completed', 'code': 200} Nov 25 04:48:37.283829 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c57c7e9c-6a60-4781-ae14-b1813bbb4469 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:37.289146 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a312cc-6933-443b-b7f3-b61f0fdacd5e service neutron] Pushing event updated for resources: {'Port': ['ID=e6878270-adb9-4338-8a70-9a199bdfe9bc,revision_number=3']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:37.306392 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-4f82489c-2c47-434f-8557-f068562e9d07 req-c310451b-9972-458f-9f7a-6fa9fae2c6ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:37.332959 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 52372) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:37.354728 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-9401aeda-45a7-43a6-b99d-803dd9d69f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:37.356963 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-9401aeda-45a7-43a6-b99d-803dd9d69f54 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d773db29571458586043ef5fa3454c2&device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 1096 time: 0.1600523 Nov 25 04:48:37.369899 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c57c7e9c-6a60-4781-ae14-b1813bbb4469 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:37.371191 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-f2bc0ecf-b758-4ac2-8027-b6b55639190e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:37.373872 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-035f2741-3371-4998-8e5a-2c4231cde560 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:37.411522 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548baa7b-2a86-49cc-b16a-009cb77cce80 req-6392b62e-3a7f-4eec-8a80-c1a2cd04c714 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:37.413533 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-548baa7b-2a86-49cc-b16a-009cb77cce80 req-6392b62e-3a7f-4eec-8a80-c1a2cd04c714 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=939bed74-732b-4732-819e-c2b1fb9ad58c HTTP/1.1" status: 200 len: 944 time: 0.1514180 Nov 25 04:48:37.427708 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-f2bc0ecf-b758-4ac2-8027-b6b55639190e None None] For port 9a337d4c-e698-489a-b780-f00619525ce6, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=9a337d4c-e698-489a-b780-f00619525ce6,segment=NetworkSegment(644e32ed-c2f3-4335-b74d-ee8f50200ec0),segment_id=644e32ed-c2f3-4335-b74d-ee8f50200ec0)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:48:37.430406 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-65455cc9-c347-4442-acff-a7b8bb55639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7148b292-21cd-4c70-b902-684b86a972bf', 'name': 'tempest-AttachVolumeShelveTestJSON-110648917-router', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '699b77c7-59e1-4e8c-81b0-1e5fa28041b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:48:13Z', 'updated_at': '2021-11-25T04:48:29Z', 'revision_number': 4, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'gw_port': {'id': '699b77c7-59e1-4e8c-81b0-1e5fa28041b2', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7148b292-21cd-4c70-b902-684b86a972bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:15Z', 'updated_at': '2021-11-25T04:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '9a337d4c-e698-489a-b780-f00619525ce6', 'name': '', 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'mac_address': 'fa:16:3e:9f:e7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7148b292-21cd-4c70-b902-684b86a972bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6ff11583-5631-4068-991c-12b3ca3de03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:26Z', 'updated_at': '2021-11-25T04:48:36Z', 'revision_number': 4, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'subnets': [{'id': '6ff11583-5631-4068-991c-12b3ca3de03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:48:37.435386 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-f2bc0ecf-b758-4ac2-8027-b6b55639190e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:37.474877 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-82d28105-ddf8-4b69-a109-5d1a5df196f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6878270-adb9-4338-8a70-9a199bdfe9bc HTTP/1.1" status: 200 len: 217 time: 0.0976932 Nov 25 04:48:37.487467 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65455cc9-c347-4442-acff-a7b8bb55639d None None] The sync data for ids ['7148b292-21cd-4c70-b902-684b86a972bf'] in dv-cinder-815582-6-iscsi is: [{'id': '7148b292-21cd-4c70-b902-684b86a972bf', 'name': 'tempest-AttachVolumeShelveTestJSON-110648917-router', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '699b77c7-59e1-4e8c-81b0-1e5fa28041b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:48:13Z', 'updated_at': '2021-11-25T04:48:29Z', 'revision_number': 4, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'gw_port': {'id': '699b77c7-59e1-4e8c-81b0-1e5fa28041b2', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7148b292-21cd-4c70-b902-684b86a972bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:15Z', 'updated_at': '2021-11-25T04:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '9a337d4c-e698-489a-b780-f00619525ce6', 'name': '', 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'mac_address': 'fa:16:3e:9f:e7:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7148b292-21cd-4c70-b902-684b86a972bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6ff11583-5631-4068-991c-12b3ca3de03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:26Z', 'updated_at': '2021-11-25T04:48:36Z', 'revision_number': 4, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'subnets': [{'id': '6ff11583-5631-4068-991c-12b3ca3de03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:48:37.597409 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc0ecf-b758-4ac2-8027-b6b55639190e None None] Pushing event updated for resources: {'Port': ['ID=9a337d4c-e698-489a-b780-f00619525ce6,revision_number=5']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:37.608537 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-548baa7b-2a86-49cc-b16a-009cb77cce80 req-6ccbe970-d39c-4fba-a1d0-3c3d50902c25 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813126 Nov 25 04:48:37.613332 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c57c7e9c-6a60-4781-ae14-b1813bbb4469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:37.616246 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c57c7e9c-6a60-4781-ae14-b1813bbb4469 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:37.619819 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-c57c7e9c-6a60-4781-ae14-b1813bbb4469 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ca90acc1-a7b0-4f55-96f3-c49ea1c8b7d9 HTTP/1.1" status: 204 len: 168 time: 0.5764892 Nov 25 04:48:37.735811 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c7e9c-6a60-4781-ae14-b1813bbb4469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca90acc1-a7b0-4f55-96f3-c49ea1c8b7d9,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:37.739818 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c72f7bf0-bff4-4667-bfe4-1c0118812b6e tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for port, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:37.848022 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 9a337d4c-e698-489a-b780-f00619525ce6 up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:48:37.851214 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-99d13b43-bc96-4a30-9d88-5c75bfd5529a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:37.855507 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-99d13b43-bc96-4a30-9d88-5c75bfd5529a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cba32b3-416c-41af-af79-b04db65419ef HTTP/1.1" status: 200 len: 859 time: 0.3584564 Nov 25 04:48:37.980805 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-764e99f5-f828-4adf-9ff3-a40881af7c66 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1160142 Nov 25 04:48:37.984830 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d2c40-dca2-41f6-b8e0-11b6bc6f1b39 req-e1b65b35-8bac-4507-a072-2be1220d35fd tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:37.986502 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-203d2c40-dca2-41f6-b8e0-11b6bc6f1b39 req-e1b65b35-8bac-4507-a072-2be1220d35fd tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 932 time: 0.1483278 Nov 25 04:48:37.992547 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port 9a337d4c-e698-489a-b780-f00619525ce6 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:48:37.993344 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-035f2741-3371-4998-8e5a-2c4231cde560 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:37.994774 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:38.002481 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-035f2741-3371-4998-8e5a-2c4231cde560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:38.049418 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ec977-4b37-42d0-ac82-584356ad0060 req-bf594751-0792-4f10-b714-25d6f0090bd5 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:38.064633 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-228ec977-4b37-42d0-ac82-584356ad0060 req-bf594751-0792-4f10-b714-25d6f0090bd5 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/ports?device_id=74f8fed7-3328-43c0-b943-daa871523405 HTTP/1.1" status: 200 len: 944 time: 0.4141674 Nov 25 04:48:38.093361 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-035f2741-3371-4998-8e5a-2c4231cde560 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=576e7369b33f40abaf495f692bccf79e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7574399 Nov 25 04:48:38.096801 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f2741-3371-4998-8e5a-2c4231cde560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7910221e-41bb-4c21-ae13-8472da3931fe,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:38.122065 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 52390) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:38.225678 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-203d2c40-dca2-41f6-b8e0-11b6bc6f1b39 req-8f9ffd80-1db8-4241-8d23-06e3ceb394c3 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303331 Nov 25 04:48:38.304596 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-823dc77f-18a3-4426-bb20-0b3c3db6a7e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:38.321697 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-228ec977-4b37-42d0-ac82-584356ad0060 req-431bcf17-b12a-48ba-bede-dd7a2b57a552 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/security-groups?id=21767e5c-1b0a-4998-a472-180adb952ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537870 Nov 25 04:48:38.338156 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-823dc77f-18a3-4426-bb20-0b3c3db6a7e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:38.340041 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c72f7bf0-bff4-4667-bfe4-1c0118812b6e tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:38.399652 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 52396) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:38.428288 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72f7bf0-bff4-4667-bfe4-1c0118812b6e tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Network 7252c0b9-b802-4561-8a54-4fb5c87ca7b8 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:48:38.443802 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-c72f7bf0-bff4-4667-bfe4-1c0118812b6e tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:48:38.450589 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f678ac71-277e-4a4c-a813-48fc733d58e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:38.451208 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72f7bf0-bff4-4667-bfe4-1c0118812b6e tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:48:38.458735 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-e19f6d06-141c-4885-89ce-973425ca9398 service neutron] 10.222.0.41 "GET /v2.0/networks/d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4565349 Nov 25 04:48:38.464970 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-823dc77f-18a3-4426-bb20-0b3c3db6a7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:38.467813 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-823dc77f-18a3-4426-bb20-0b3c3db6a7e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:38.471514 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-823dc77f-18a3-4426-bb20-0b3c3db6a7e8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7910221e-41bb-4c21-ae13-8472da3931fe HTTP/1.1" status: 204 len: 168 time: 0.3390129 Nov 25 04:48:38.481832 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823dc77f-18a3-4426-bb20-0b3c3db6a7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7910221e-41bb-4c21-ae13-8472da3931fe,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:38.520552 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f7bf0-bff4-4667-bfe4-1c0118812b6e tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Pushing event updated for resources: {'Port': ['ID=e74034fc-bdc4-46ad-bb8a-f6d238333ed9,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:38.603039 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f678ac71-277e-4a4c-a813-48fc733d58e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:38.610664 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [req-4f82489c-2c47-434f-8557-f068562e9d07 req-c310451b-9972-458f-9f7a-6fa9fae2c6ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86fb78b9-30c9-4442-a3b4-5f968d0ee4a8 {{(pid=109071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:48:38.617188 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f678ac71-277e-4a4c-a813-48fc733d58e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:38.634750 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-4f82489c-2c47-434f-8557-f068562e9d07 req-c310451b-9972-458f-9f7a-6fa9fae2c6ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:38.677032 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f678ac71-277e-4a4c-a813-48fc733d58e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d7af95-03a8-434c-b5b4-4ab689eed9df,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:38.685687 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [req-4f82489c-2c47-434f-8557-f068562e9d07 req-c310451b-9972-458f-9f7a-6fa9fae2c6ac service neutron] Transition to ACTIVE for port object 86fb78b9-30c9-4442-a3b4-5f968d0ee4a8 will not be triggered until provisioned by entity L2. {{(pid=109071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 04:48:38.691876 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-f678ac71-277e-4a4c-a813-48fc733d58e2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a42c119710e341ce916f95ffff0313bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2884715 Nov 25 04:48:38.692186 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-4f82489c-2c47-434f-8557-f068562e9d07 req-c310451b-9972-458f-9f7a-6fa9fae2c6ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:38.704083 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 52408) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:38.787021 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310451b-9972-458f-9f7a-6fa9fae2c6ac service neutron] Pushing event updated for resources: {'Port': ['ID=86fb78b9-30c9-4442-a3b4-5f968d0ee4a8,revision_number=2']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:38.867905 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7c03f5c5-fdb4-4d42-8420-3da076050567 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:38.895147 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7c03f5c5-fdb4-4d42-8420-3da076050567 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:38.924277 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cc0da-8f1d-42fb-a9b4-368556f05a37 req-a5cb9463-8e52-42bc-8f7f-ec4c71d3c70e tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:38.925897 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a33cc0da-8f1d-42fb-a9b4-368556f05a37 req-a5cb9463-8e52-42bc-8f7f-ec4c71d3c70e tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=939bed74-732b-4732-819e-c2b1fb9ad58c HTTP/1.1" status: 200 len: 944 time: 0.1272686 Nov 25 04:48:38.999749 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [req-4f82489c-2c47-434f-8557-f068562e9d07 req-c310451b-9972-458f-9f7a-6fa9fae2c6ac service neutron] Attempting to bind port 86fb78b9-30c9-4442-a3b4-5f968d0ee4a8 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:48:38.999992 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [req-4f82489c-2c47-434f-8557-f068562e9d07 req-c310451b-9972-458f-9f7a-6fa9fae2c6ac service neutron] Attempting to bind port 86fb78b9-30c9-4442-a3b4-5f968d0ee4a8 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '11daf24b-7c39-4451-95b3-08a6bf9c63d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd42ea5b0-bdc5-4e40-9952-d1f4165f0f0f'}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:48:39.000252 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f82489c-2c47-434f-8557-f068562e9d07 req-c310451b-9972-458f-9f7a-6fa9fae2c6ac service neutron] Attempting to bind port 86fb78b9-30c9-4442-a3b4-5f968d0ee4a8 on network d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:48:39.016792 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f82489c-2c47-434f-8557-f068562e9d07 req-c310451b-9972-458f-9f7a-6fa9fae2c6ac service neutron] Port 86fb78b9-30c9-4442-a3b4-5f968d0ee4a8 on network d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 04:48:39.017156 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f82489c-2c47-434f-8557-f068562e9d07 req-c310451b-9972-458f-9f7a-6fa9fae2c6ac service neutron] Attempting to bind port 86fb78b9-30c9-4442-a3b4-5f968d0ee4a8 on network d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:48:39.032922 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f82489c-2c47-434f-8557-f068562e9d07 req-c310451b-9972-458f-9f7a-6fa9fae2c6ac service neutron] Checking agent: {'id': '1f14ab98-53f7-4a68-bcc6-b943f33cb2d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'started_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:48:39.032922 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f82489c-2c47-434f-8557-f068562e9d07 req-c310451b-9972-458f-9f7a-6fa9fae2c6ac service neutron] Checking segment: {'id': '11daf24b-7c39-4451-95b3-08a6bf9c63d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd42ea5b0-bdc5-4e40-9952-d1f4165f0f0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:48:39.032922 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f82489c-2c47-434f-8557-f068562e9d07 req-c310451b-9972-458f-9f7a-6fa9fae2c6ac service neutron] Bound using segment: {'id': '11daf24b-7c39-4451-95b3-08a6bf9c63d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd42ea5b0-bdc5-4e40-9952-d1f4165f0f0f'} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:48:39.032922 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [req-4f82489c-2c47-434f-8557-f068562e9d07 req-c310451b-9972-458f-9f7a-6fa9fae2c6ac service neutron] Bound port: 86fb78b9-30c9-4442-a3b4-5f968d0ee4a8, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11daf24b-7c39-4451-95b3-08a6bf9c63d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd42ea5b0-bdc5-4e40-9952-d1f4165f0f0f'}}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:48:39.033397 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-4f82489c-2c47-434f-8557-f068562e9d07 req-c310451b-9972-458f-9f7a-6fa9fae2c6ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:39.052193 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a33cc0da-8f1d-42fb-a9b4-368556f05a37 req-54580375-4ff8-491b-97ae-cd1afe84cde2 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077991 Nov 25 04:48:39.074119 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-505de1f5-3cea-4363-a5bd-2faf8b71c008 req-e7fa161c-aedb-4ef8-b7eb-ade05b0984d3 service neutron] 10.222.0.41 "GET /v2.0/networks/d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5548165 Nov 25 04:48:39.111430 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7c03f5c5-fdb4-4d42-8420-3da076050567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:39.114501 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7c03f5c5-fdb4-4d42-8420-3da076050567 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:39.118250 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-7c03f5c5-fdb4-4d42-8420-3da076050567 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a0d7af95-03a8-434c-b5b4-4ab689eed9df HTTP/1.1" status: 204 len: 168 time: 0.3624935 Nov 25 04:48:39.134234 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03f5c5-fdb4-4d42-8420-3da076050567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d7af95-03a8-434c-b5b4-4ab689eed9df,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:39.159017 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [req-4f82489c-2c47-434f-8557-f068562e9d07 req-c310451b-9972-458f-9f7a-6fa9fae2c6ac service neutron] For port 86fb78b9-30c9-4442-a3b4-5f968d0ee4a8, host hv-cinder-81558, cleared binding levels {{(pid=109071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:48:39.167391 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [req-4f82489c-2c47-434f-8557-f068562e9d07 req-c310451b-9972-458f-9f7a-6fa9fae2c6ac service neutron] For port 86fb78b9-30c9-4442-a3b4-5f968d0ee4a8, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=86fb78b9-30c9-4442-a3b4-5f968d0ee4a8,segment=NetworkSegment(11daf24b-7c39-4451-95b3-08a6bf9c63d4),segment_id=11daf24b-7c39-4451-95b3-08a6bf9c63d4)] {{(pid=109071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:48:39.177679 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-4f82489c-2c47-434f-8557-f068562e9d07 req-c310451b-9972-458f-9f7a-6fa9fae2c6ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:39.252130 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82489c-2c47-434f-8557-f068562e9d07 req-c310451b-9972-458f-9f7a-6fa9fae2c6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:39.252893 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-4f82489c-2c47-434f-8557-f068562e9d07 req-c310451b-9972-458f-9f7a-6fa9fae2c6ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for port, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:39.254422 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-4f82489c-2c47-434f-8557-f068562e9d07 req-c310451b-9972-458f-9f7a-6fa9fae2c6ac service neutron] 10.222.0.41 "PUT /v2.0/ports/86fb78b9-30c9-4442-a3b4-5f968d0ee4a8 HTTP/1.1" status: 200 len: 1094 time: 2.0839665 Nov 25 04:48:39.256885 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5a6792-b682-493c-9fc7-7c3820a630df', 'tag': '86fb78b9-30c9-4442-a3b4-5f968d0ee4a8'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:48:39.259603 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d57e7af397f6b944dcc9a6f5390767d05535c9c85852faf17d281085e8a62f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d7b6cd-1a0c-4551-a978-df14a1f57d2a" -d '{"events": [{"name": "network-changed", "server_uuid": "0a5a6792-b682-493c-9fc7-7c3820a630df", "tag": "86fb78b9-30c9-4442-a3b4-5f968d0ee4a8"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:48:39.266582 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 13e72fd7-b1cc-4261-a096-bd204b592887 up at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:48:39.268136 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c72f7bf0-bff4-4667-bfe4-1c0118812b6e tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:39.284363 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c32bd-af00-4e89-93a2-089722690971 req-8200075c-c0a9-4364-85a7-3bd09aaf41fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:39.286061 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-435c32bd-af00-4e89-93a2-089722690971 req-8200075c-c0a9-4364-85a7-3bd09aaf41fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d773db29571458586043ef5fa3454c2&device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 1096 time: 0.1049678 Nov 25 04:48:39.295722 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310451b-9972-458f-9f7a-6fa9fae2c6ac service neutron] Pushing event updated for resources: {'Port': ['ID=86fb78b9-30c9-4442-a3b4-5f968d0ee4a8,revision_number=3']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:39.397222 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning for port 13e72fd7-b1cc-4261-a096-bd204b592887 completed by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 04:48:39.409124 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning complete for port 13e72fd7-b1cc-4261-a096-bd204b592887 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:48:39.409515 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:39.423096 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82489c-2c47-434f-8557-f068562e9d07 req-3b5e25c6-fa8e-4b6e-98bd-efd882a900ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:39.426832 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-4f82489c-2c47-434f-8557-f068562e9d07 req-3b5e25c6-fa8e-4b6e-98bd-efd882a900ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d773db29571458586043ef5fa3454c2&device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 1097 time: 0.0872195 Nov 25 04:48:39.497196 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-4f82489c-2c47-434f-8557-f068562e9d07 req-c2a85eeb-348e-4568-9232-3fa2c5bfea8d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86fb78b9-30c9-4442-a3b4-5f968d0ee4a8 HTTP/1.1" status: 200 len: 217 time: 0.0603774 Nov 25 04:48:39.501813 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 04:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5d6601-a290-49df-9a3a-61677ee6a06a x-openstack-request-id: req-ba5d6601-a290-49df-9a3a-61677ee6a06a {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:48:39.506123 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a5a6792-b682-493c-9fc7-7c3820a630df", "tag": "86fb78b9-30c9-4442-a3b4-5f968d0ee4a8", "status": "completed", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:48:39.508425 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ba5d6601-a290-49df-9a3a-61677ee6a06a {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:48:39.509042 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a5a6792-b682-493c-9fc7-7c3820a630df', 'tag': '86fb78b9-30c9-4442-a3b4-5f968d0ee4a8', 'status': 'completed', 'code': 200} Nov 25 04:48:39.550612 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c72f7bf0-bff4-4667-bfe4-1c0118812b6e tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:39.633907 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82489c-2c47-434f-8557-f068562e9d07 req-922354c5-a935-4e5f-8468-d87c95ce0e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:39.636224 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-4f82489c-2c47-434f-8557-f068562e9d07 req-922354c5-a935-4e5f-8468-d87c95ce0e33 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cba32b3-416c-41af-af79-b04db65419ef HTTP/1.1" status: 200 len: 859 time: 0.1261451 Nov 25 04:48:39.663848 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d679bd-c144-49fe-8873-3373df48f21e req-2fdb3a8a-7601-4e29-962b-0be9e263a7b9 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:39.672046 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-c4d679bd-c144-49fe-8873-3373df48f21e req-2fdb3a8a-7601-4e29-962b-0be9e263a7b9 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/ports?device_id=74f8fed7-3328-43c0-b943-daa871523405 HTTP/1.1" status: 200 len: 944 time: 0.1025767 Nov 25 04:48:39.720826 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:39.747422 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-4f82489c-2c47-434f-8557-f068562e9d07 req-a1b15cab-0a8d-4139-9f88-a2f85e8e64f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028550 Nov 25 04:48:39.771816 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 9a337d4c-e698-489a-b780-f00619525ce6 up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:48:39.837789 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939bed74-732b-4732-819e-c2b1fb9ad58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e72fd7-b1cc-4261-a096-bd204b592887'}] {{(pid=109072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:48:39.846445 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c32bd-af00-4e89-93a2-089722690971 req-63ff8784-f742-4aaf-8eae-61dc021422c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:39.847959 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-435c32bd-af00-4e89-93a2-089722690971 req-63ff8784-f742-4aaf-8eae-61dc021422c1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f HTTP/1.1" status: 200 len: 920 time: 0.5156643 Nov 25 04:48:39.863170 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fe5f8-a794-4848-a85f-d245850bce16 req-b114cd0d-1833-425d-bfe7-2a624b310b5d tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:39.870768 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8d6fe5f8-a794-4848-a85f-d245850bce16 req-b114cd0d-1833-425d-bfe7-2a624b310b5d tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 944 time: 0.4708524 Nov 25 04:48:39.924828 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-c4d679bd-c144-49fe-8873-3373df48f21e req-75691d9b-b22f-48b2-bf8e-bde33a3a7854 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/security-groups?id=21767e5c-1b0a-4998-a472-180adb952ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516561 Nov 25 04:48:39.968352 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-435c32bd-af00-4e89-93a2-089722690971 req-4f920fe7-dd1d-49ad-9505-e1304b62d2c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6878270-adb9-4338-8a70-9a199bdfe9bc HTTP/1.1" status: 200 len: 217 time: 0.0921576 Nov 25 04:48:40.002271 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-4f82489c-2c47-434f-8557-f068562e9d07 req-355a1294-8b01-4814-a9ed-d550ea5b0729 service neutron] 10.222.0.41 "GET /v2.0/networks/d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448528 Nov 25 04:48:40.014560 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 13e72fd7-b1cc-4261-a096-bd204b592887, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=13e72fd7-b1cc-4261-a096-bd204b592887,segment=NetworkSegment(792aad72-a90b-4c1e-a5fe-25e7806f78d6),segment_id=792aad72-a90b-4c1e-a5fe-25e7806f78d6)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:48:40.021898 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:40.022728 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 16054449-5911-41e7-813c-8982942ea01e up at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:48:40.097862 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c32bd-af00-4e89-93a2-089722690971 req-bed98dbc-fd28-414e-9037-93a12a7134ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:40.100328 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-435c32bd-af00-4e89-93a2-089722690971 req-bed98dbc-fd28-414e-9037-93a12a7134ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cba32b3-416c-41af-af79-b04db65419ef HTTP/1.1" status: 200 len: 859 time: 0.1245701 Nov 25 04:48:40.145567 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-4f82489c-2c47-434f-8557-f068562e9d07 req-6bf81aaf-52cd-4abe-a46b-0cf1d0933b1a service neutron] 10.222.0.41 "GET /v2.0/networks/d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357491 Nov 25 04:48:40.172835 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=13e72fd7-b1cc-4261-a096-bd204b592887,revision_number=5']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:40.181846 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port 9a337d4c-e698-489a-b780-f00619525ce6 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:48:40.182225 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:40.208224 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-435c32bd-af00-4e89-93a2-089722690971 req-77386b8c-3ed0-4f5e-a203-bf0972e8e8d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670924 Nov 25 04:48:40.236087 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8d6fe5f8-a794-4848-a85f-d245850bce16 req-7d2852f2-c11b-4203-af4c-f6d02e590dc3 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636179 Nov 25 04:48:40.267060 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning for port 16054449-5911-41e7-813c-8982942ea01e completed by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 04:48:40.279749 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21d2e46f9f4131852b38a57b118a04601412ee452ef2f91c34d7ef8e942fd252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b70a75-12a8-4942-85c4-e28b6e643c5f" -d '{"events": [{"server_uuid": "939bed74-732b-4732-819e-c2b1fb9ad58c", "name": "network-vif-plugged", "status": "completed", "tag": "13e72fd7-b1cc-4261-a096-bd204b592887"}]}' {{(pid=109072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:48:40.291099 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning complete for port 16054449-5911-41e7-813c-8982942ea01e triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:48:40.295486 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:40.301539 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c72f7bf0-bff4-4667-bfe4-1c0118812b6e tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for port, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:40.352765 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c72f7bf0-bff4-4667-bfe4-1c0118812b6e tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9557411'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:40.357358 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c369858-fe1c-43b7-9990-27f5eb452f2a req-c35b573e-f388-464a-9e1f-0b1769a409ad tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:40.368704 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-1c369858-fe1c-43b7-9990-27f5eb452f2a req-c35b573e-f388-464a-9e1f-0b1769a409ad tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=939bed74-732b-4732-819e-c2b1fb9ad58c HTTP/1.1" status: 200 len: 945 time: 0.2012899 Nov 25 04:48:40.405264 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f7bf0-bff4-4667-bfe4-1c0118812b6e tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Pushing event updated for resources: {'Port': ['ID=e74034fc-bdc4-46ad-bb8a-f6d238333ed9,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:40.431230 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7b6cd-1a0c-4551-a978-df14a1f57d2a req-6bbc6637-78eb-44bc-80ed-69f9476924de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:40.434382 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f3d7b6cd-1a0c-4551-a978-df14a1f57d2a req-6bbc6637-78eb-44bc-80ed-69f9476924de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d773db29571458586043ef5fa3454c2&device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 1097 time: 0.1917243 Nov 25 04:48:40.482874 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-435c32bd-af00-4e89-93a2-089722690971 req-51e693ec-0775-44ef-b376-c9824e2ed68d service neutron] 10.222.0.41 "GET /v2.0/networks/d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344542 Nov 25 04:48:40.484126 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c72f7bf0-bff4-4667-bfe4-1c0118812b6e tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688023'] for floatingip, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:40.487037 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:40.543476 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 16054449-5911-41e7-813c-8982942ea01e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=16054449-5911-41e7-813c-8982942ea01e,segment=NetworkSegment(a0bcc941-6124-462a-88ce-06c9af1d3caa),segment_id=a0bcc941-6124-462a-88ce-06c9af1d3caa)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:48:40.550864 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:40.562818 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c72f7bf0-bff4-4667-bfe4-1c0118812b6e tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for floatingip, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:40.564595 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-c72f7bf0-bff4-4667-bfe4-1c0118812b6e tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9226642 Nov 25 04:48:40.626915 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7b6cd-1a0c-4551-a978-df14a1f57d2a req-7223ba07-5a1c-423d-b4c8-eb14e8cc125d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:40.628456 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f3d7b6cd-1a0c-4551-a978-df14a1f57d2a req-7223ba07-5a1c-423d-b4c8-eb14e8cc125d service neutron] 10.222.0.41 "GET /v2.0/networks?id=d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f HTTP/1.1" status: 200 len: 920 time: 0.1674113 Nov 25 04:48:40.638480 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-435c32bd-af00-4e89-93a2-089722690971 req-298e0467-dc0b-4963-a53b-598936639c28 service neutron] 10.222.0.41 "GET /v2.0/networks/d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466427 Nov 25 04:48:40.655153 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=16054449-5911-41e7-813c-8982942ea01e,revision_number=5']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:40.754895 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec79369-a9f4-4473-9dd8-e5e7f74b90e2 x-openstack-request-id: req-8ec79369-a9f4-4473-9dd8-e5e7f74b90e2 {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:48:40.755218 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939bed74-732b-4732-819e-c2b1fb9ad58c", "name": "network-vif-plugged", "status": "completed", "tag": "13e72fd7-b1cc-4261-a096-bd204b592887", "code": 200}]} {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:48:40.755479 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8ec79369-a9f4-4473-9dd8-e5e7f74b90e2 {{(pid=109072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:48:40.755940 dv-cinder-815582-6-iscsi neutron-server[109072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939bed74-732b-4732-819e-c2b1fb9ad58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e72fd7-b1cc-4261-a096-bd204b592887', 'code': 200} Nov 25 04:48:40.767473 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-1c369858-fe1c-43b7-9990-27f5eb452f2a req-ea9de256-5a99-485b-8095-ea1fbcc0b126 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3979220 Nov 25 04:48:40.768864 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f3d7b6cd-1a0c-4551-a978-df14a1f57d2a req-b0c8af52-071b-486a-856c-a6d7c711201e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86fb78b9-30c9-4442-a3b4-5f968d0ee4a8 HTTP/1.1" status: 200 len: 217 time: 0.1296558 Nov 25 04:48:40.870378 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7b6cd-1a0c-4551-a978-df14a1f57d2a req-a06a8e20-bb36-432a-99ab-9d0c3f36e014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:40.871970 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f3d7b6cd-1a0c-4551-a978-df14a1f57d2a req-a06a8e20-bb36-432a-99ab-9d0c3f36e014 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cba32b3-416c-41af-af79-b04db65419ef HTTP/1.1" status: 200 len: 859 time: 0.0739808 Nov 25 04:48:40.960190 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f3d7b6cd-1a0c-4551-a978-df14a1f57d2a req-f2069200-250f-426f-b257-b8e747f03d44 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788696 Nov 25 04:48:41.152854 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f3d7b6cd-1a0c-4551-a978-df14a1f57d2a req-660870a6-b4fd-4dfd-beb9-1dabbf9da47b service neutron] 10.222.0.41 "GET /v2.0/networks/d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741951 Nov 25 04:48:41.168371 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c3ecb-d2c4-48ac-8a7b-8d3098e78126 req-fa47473c-be05-4f39-934d-13e1a66ce859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:41.169988 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2d0c3ecb-d2c4-48ac-8a7b-8d3098e78126 req-fa47473c-be05-4f39-934d-13e1a66ce859 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=939bed74-732b-4732-819e-c2b1fb9ad58c HTTP/1.1" status: 200 len: 1098 time: 0.1666508 Nov 25 04:48:41.178499 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-f1ecbbac-31e3-4cfe-8aec-0b3a38b840d0 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--106338383&fields=id&tenant_id=f231a19b2ca6447282b854aaf157e86c HTTP/1.1" status: 200 len: 267 time: 0.1069193 Nov 25 04:48:41.207876 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8e35c-bf5c-4ea3-8474-e693056f631e req-7c23a965-7df0-4f7a-b31d-033387af9242 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:41.218328 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0bb8e35c-bf5c-4ea3-8474-e693056f631e req-7c23a965-7df0-4f7a-b31d-033387af9242 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/ports?device_id=74f8fed7-3328-43c0-b943-daa871523405 HTTP/1.1" status: 200 len: 945 time: 0.1591229 Nov 25 04:48:41.218627 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-2d0c3ecb-d2c4-48ac-8a7b-8d3098e78126 req-05fa8e8b-22be-4b21-8c75-46550ade307e service neutron] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:41.323692 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0bb8e35c-bf5c-4ea3-8474-e693056f631e req-6d29b8ec-9805-4079-a96f-74bd5f5fdfab tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/security-groups?id=21767e5c-1b0a-4998-a472-180adb952ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029952 Nov 25 04:48:41.364019 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f3d7b6cd-1a0c-4551-a978-df14a1f57d2a req-111ed67d-8caf-40a1-84e6-0eacb4ee31cc service neutron] 10.222.0.41 "GET /v2.0/networks/d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031069 Nov 25 04:48:41.417958 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-97048c6b-5e57-41c5-a47c-4f94c888a6eb tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:41.420925 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-97048c6b-5e57-41c5-a47c-4f94c888a6eb tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/networks?id=3bbd6da5-4c15-46da-9de5-c44a36974cd0 HTTP/1.1" status: 200 len: 816 time: 0.2338507 Nov 25 04:48:41.451389 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-d2a449d5-21d5-4b02-8896-07fc093604e1 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/quotas/f231a19b2ca6447282b854aaf157e86c HTTP/1.1" status: 200 len: 375 time: 0.0242910 Nov 25 04:48:41.456974 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-2d0c3ecb-d2c4-48ac-8a7b-8d3098e78126 req-05fa8e8b-22be-4b21-8c75-46550ade307e service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:41.469628 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-2d0c3ecb-d2c4-48ac-8a7b-8d3098e78126 req-05fa8e8b-22be-4b21-8c75-46550ade307e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:41.525170 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a2a6d-83b9-4945-aa32-32a834959837 req-56ca212b-e373-44dc-9414-400d785e13f1 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:41.526888 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ba4a2a6d-83b9-4945-aa32-32a834959837 req-56ca212b-e373-44dc-9414-400d785e13f1 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 944 time: 0.0888481 Nov 25 04:48:41.543473 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2d0c3ecb-d2c4-48ac-8a7b-8d3098e78126 req-05fa8e8b-22be-4b21-8c75-46550ade307e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635573 Nov 25 04:48:41.559737 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa8e8b-22be-4b21-8c75-46550ade307e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7ee701-d3a4-4a0c-85f4-ca1be0cf3262,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:41.588965 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-daae6944-e4d8-43a8-942a-948e41ddd747 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f231a19b2ca6447282b854aaf157e86c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1303201 Nov 25 04:48:41.620702 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ba4a2a6d-83b9-4945-aa32-32a834959837 req-3d185447-e530-4cd7-8518-37a8f59acdcc tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855126 Nov 25 04:48:41.702338 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-db6664ef-c037-4f9c-a82f-7a2042beb13a service neutron] 10.222.0.36 "GET /v2.0/networks/3bbd6da5-4c15-46da-9de5-c44a36974cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042030 Nov 25 04:48:41.808375 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-8d6b8b59-e58b-4d10-a60c-808730a3f644 service neutron] 10.222.0.36 "GET /v2.0/networks/3bbd6da5-4c15-46da-9de5-c44a36974cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988712 Nov 25 04:48:41.972705 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275acc1-9174-4bcf-8e3b-b8b15c7a6425 req-07641b19-c2a1-4163-92cd-fd5d7aa6d108 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:41.985957 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-d275acc1-9174-4bcf-8e3b-b8b15c7a6425 req-07641b19-c2a1-4163-92cd-fd5d7aa6d108 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=939bed74-732b-4732-819e-c2b1fb9ad58c HTTP/1.1" status: 200 len: 945 time: 0.1219480 Nov 25 04:48:42.041928 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-748eec8c-d16b-4895-8f20-efde855225fd req-8eb69f2e-b9c8-4b6c-9bf4-b901f6498f4c tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 210 time: 0.0585494 Nov 25 04:48:42.077519 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-d275acc1-9174-4bcf-8e3b-b8b15c7a6425 req-44f9d374-04d8-4f5a-b695-087b06aa5afc tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905766 Nov 25 04:48:42.479120 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ccdb20-b54d-4d0c-a67d-1e7f139a4580 req-8be8cb7c-fbf0-4d38-a61f-3945fa381c5f tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:42.481304 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-60ccdb20-b54d-4d0c-a67d-1e7f139a4580 req-8be8cb7c-fbf0-4d38-a61f-3945fa381c5f tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/ports?device_id=74f8fed7-3328-43c0-b943-daa871523405 HTTP/1.1" status: 200 len: 945 time: 0.0682392 Nov 25 04:48:42.540484 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-60ccdb20-b54d-4d0c-a67d-1e7f139a4580 req-ed4b5d79-3c92-43c7-a999-6bf12f26eb79 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/security-groups?id=21767e5c-1b0a-4998-a472-180adb952ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520825 Nov 25 04:48:42.743316 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44539a97-509e-44c9-b109-bcd8e94662bf req-7e138418-b583-489c-b228-620d5c77465f tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:42.744838 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-44539a97-509e-44c9-b109-bcd8e94662bf req-7e138418-b583-489c-b228-620d5c77465f tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 944 time: 0.0546436 Nov 25 04:48:42.757064 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74f8fed7-3328-43c0-b943-daa871523405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16054449-5911-41e7-813c-8982942ea01e'}] {{(pid=109072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:48:42.759465 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21d2e46f9f4131852b38a57b118a04601412ee452ef2f91c34d7ef8e942fd252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f7da22-c06c-4375-8705-5411b0228259" -d '{"events": [{"server_uuid": "74f8fed7-3328-43c0-b943-daa871523405", "name": "network-vif-plugged", "status": "completed", "tag": "16054449-5911-41e7-813c-8982942ea01e"}]}' {{(pid=109072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:48:42.796587 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-44539a97-509e-44c9-b109-bcd8e94662bf req-d35f4b16-d388-4a1f-a123-61fad8ce777d tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436163 Nov 25 04:48:42.797198 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79808fa6-ab8b-4fc3-a576-928ba0535601 x-openstack-request-id: req-79808fa6-ab8b-4fc3-a576-928ba0535601 {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:48:42.797521 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74f8fed7-3328-43c0-b943-daa871523405", "name": "network-vif-plugged", "status": "completed", "tag": "16054449-5911-41e7-813c-8982942ea01e", "code": 200}]} {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:48:42.797786 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-79808fa6-ab8b-4fc3-a576-928ba0535601 {{(pid=109072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:48:42.798190 dv-cinder-815582-6-iscsi neutron-server[109072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74f8fed7-3328-43c0-b943-daa871523405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16054449-5911-41e7-813c-8982942ea01e', 'code': 200} Nov 25 04:48:43.019185 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 52592) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:43.139156 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-d2ed24c3-f70f-463c-8de3-5b9ebce729c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:43.150647 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3fb6b165-cd0b-4419-a93e-455ede3f4d89 req-18db4e10-6704-49bc-bbf9-08565341113f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 210 time: 0.0326343 Nov 25 04:48:43.228067 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef558b3-dc86-4e1e-82cf-fffb4568e3e5 req-17336f68-283d-4ec6-85d8-0810682ad89f tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:43.229630 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-4ef558b3-dc86-4e1e-82cf-fffb4568e3e5 req-17336f68-283d-4ec6-85d8-0810682ad89f tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=939bed74-732b-4732-819e-c2b1fb9ad58c HTTP/1.1" status: 200 len: 945 time: 0.0706947 Nov 25 04:48:43.271929 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-d2ed24c3-f70f-463c-8de3-5b9ebce729c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:43.277601 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-d2ed24c3-f70f-463c-8de3-5b9ebce729c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:43.327918 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-4ef558b3-dc86-4e1e-82cf-fffb4568e3e5 req-87b95267-c2ce-4f05-a43a-48b59f173a38 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889914 Nov 25 04:48:43.340437 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-d2ed24c3-f70f-463c-8de3-5b9ebce729c4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c2e8839b76e6484a87220f318fa72bb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3175828 Nov 25 04:48:43.340437 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed24c3-f70f-463c-8de3-5b9ebce729c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5cb1b5-1441-408f-a6cb-e31820c17092,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:43.341834 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 52612) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:43.402608 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-90c25bc1-bc47-47e7-8203-19cdb2deebb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:43.425562 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-90c25bc1-bc47-47e7-8203-19cdb2deebb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:43.473262 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-90c25bc1-bc47-47e7-8203-19cdb2deebb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:43.476377 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-90c25bc1-bc47-47e7-8203-19cdb2deebb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:43.477618 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-90c25bc1-bc47-47e7-8203-19cdb2deebb4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/be5cb1b5-1441-408f-a6cb-e31820c17092 HTTP/1.1" status: 204 len: 168 time: 0.1336954 Nov 25 04:48:43.486180 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c25bc1-bc47-47e7-8203-19cdb2deebb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5cb1b5-1441-408f-a6cb-e31820c17092,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:43.672774 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae0e70-56e1-4d8f-8307-59c97655c289 req-859c1621-33c2-4bb2-a7e2-d807cd0e1b7a tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:43.680715 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5fae0e70-56e1-4d8f-8307-59c97655c289 req-859c1621-33c2-4bb2-a7e2-d807cd0e1b7a tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/ports?device_id=74f8fed7-3328-43c0-b943-daa871523405 HTTP/1.1" status: 200 len: 945 time: 0.0614555 Nov 25 04:48:43.732834 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5fae0e70-56e1-4d8f-8307-59c97655c289 req-5c9cfb38-f2c1-452f-b25c-ad33c640c954 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/security-groups?id=21767e5c-1b0a-4998-a472-180adb952ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506606 Nov 25 04:48:43.800336 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 52638) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:43.813815 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-82039106-9a89-4217-8c91-c742628dfac8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:43.893072 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-82039106-9a89-4217-8c91-c742628dfac8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:43.897526 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-82039106-9a89-4217-8c91-c742628dfac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:43.919869 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b17ccd-f408-4890-88e4-745af630c50e req-b2201321-97b6-4118-ae7f-5033e587ba4b tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:43.921636 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-32b17ccd-f408-4890-88e4-745af630c50e req-b2201321-97b6-4118-ae7f-5033e587ba4b tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 944 time: 0.0553708 Nov 25 04:48:43.940429 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82039106-9a89-4217-8c91-c742628dfac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20da9b2a-f347-4166-b6e0-f2d3461dfd70,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:43.945162 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-82039106-9a89-4217-8c91-c742628dfac8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8eb80a7994b14cf0b2de6c5199d5409a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437838 Nov 25 04:48:43.947909 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 52642) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:43.977792 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-32b17ccd-f408-4890-88e4-745af630c50e req-11c47d5a-7b1f-4db8-9a73-5a0bb7e36171 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495746 Nov 25 04:48:43.996003 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3e5b1b23-a2a7-4a60-8867-2557a6bcec74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:44.016799 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3e5b1b23-a2a7-4a60-8867-2557a6bcec74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:44.069123 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3e5b1b23-a2a7-4a60-8867-2557a6bcec74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:44.072858 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3e5b1b23-a2a7-4a60-8867-2557a6bcec74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:44.074009 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-3e5b1b23-a2a7-4a60-8867-2557a6bcec74 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/20da9b2a-f347-4166-b6e0-f2d3461dfd70 HTTP/1.1" status: 204 len: 168 time: 0.1250927 Nov 25 04:48:44.082073 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b1b23-a2a7-4a60-8867-2557a6bcec74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20da9b2a-f347-4166-b6e0-f2d3461dfd70,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:44.261834 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-60c10ecb-2d0f-4d17-90ab-c8a5a7521a96 req-9cb877ea-7213-4a5a-9211-344ec5347387 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 210 time: 0.0275278 Nov 25 04:48:44.456732 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3c574-8908-47d9-8c7f-0508a5165af7 req-53848a0e-57a3-4f30-a0fc-4497b01ae24d tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:44.458220 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-24a3c574-8908-47d9-8c7f-0508a5165af7 req-53848a0e-57a3-4f30-a0fc-4497b01ae24d tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=939bed74-732b-4732-819e-c2b1fb9ad58c HTTP/1.1" status: 200 len: 945 time: 0.0487642 Nov 25 04:48:44.510586 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-24a3c574-8908-47d9-8c7f-0508a5165af7 req-f8d13017-7f8b-4255-a0ef-e3986b6d1b6c tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461495 Nov 25 04:48:44.517263 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 86fb78b9-30c9-4442-a3b4-5f968d0ee4a8 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=109072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 04:48:44.737622 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 86fb78b9-30c9-4442-a3b4-5f968d0ee4a8, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=86fb78b9-30c9-4442-a3b4-5f968d0ee4a8,segment=NetworkSegment(11daf24b-7c39-4451-95b3-08a6bf9c63d4),segment_id=11daf24b-7c39-4451-95b3-08a6bf9c63d4)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:48:44.761102 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Returning: {'device': '86fb78b9-30c9-4442-a3b4-5f968d0ee4a8', 'network_id': 'd42ea5b0-bdc5-4e40-9952-d1f4165f0f0f', 'port_id': '86fb78b9-30c9-4442-a3b4-5f968d0ee4a8', 'mac_address': 'fa:16:3e:7c:3e:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cba32b3-416c-41af-af79-b04db65419ef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 04:48:44.794671 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:44.810520 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86fb78b9-30c9-4442-a3b4-5f968d0ee4a8 {{(pid=109072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:48:44.830801 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 86fb78b9-30c9-4442-a3b4-5f968d0ee4a8, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=86fb78b9-30c9-4442-a3b4-5f968d0ee4a8,segment=NetworkSegment(11daf24b-7c39-4451-95b3-08a6bf9c63d4),segment_id=11daf24b-7c39-4451-95b3-08a6bf9c63d4)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:48:44.835722 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:44.836473 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device e6878270-adb9-4338-8a70-9a199bdfe9bc details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=109072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 04:48:44.862697 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf32370-c324-4594-a1d1-dba0de6566be req-789ff77c-a91f-41ba-924b-19c79df91f5b tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:44.864942 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-abf32370-c324-4594-a1d1-dba0de6566be req-789ff77c-a91f-41ba-924b-19c79df91f5b tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/ports?device_id=74f8fed7-3328-43c0-b943-daa871523405 HTTP/1.1" status: 200 len: 945 time: 0.0561996 Nov 25 04:48:44.908379 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port e6878270-adb9-4338-8a70-9a199bdfe9bc, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e6878270-adb9-4338-8a70-9a199bdfe9bc,segment=NetworkSegment(11daf24b-7c39-4451-95b3-08a6bf9c63d4),segment_id=11daf24b-7c39-4451-95b3-08a6bf9c63d4)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:48:44.910936 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=86fb78b9-30c9-4442-a3b4-5f968d0ee4a8,revision_number=4']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:44.923272 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Returning: {'device': 'e6878270-adb9-4338-8a70-9a199bdfe9bc', 'network_id': 'd42ea5b0-bdc5-4e40-9952-d1f4165f0f0f', 'port_id': 'e6878270-adb9-4338-8a70-9a199bdfe9bc', 'mac_address': 'fa:16:3e:ce:4f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cba32b3-416c-41af-af79-b04db65419ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 04:48:44.928434 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-abf32370-c324-4594-a1d1-dba0de6566be req-2df5c5dd-f5c4-4974-a822-1057c8c26a48 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/security-groups?id=21767e5c-1b0a-4998-a472-180adb952ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555813 Nov 25 04:48:44.966484 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:44.980200 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6878270-adb9-4338-8a70-9a199bdfe9bc {{(pid=109072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:48:45.000616 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port e6878270-adb9-4338-8a70-9a199bdfe9bc, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e6878270-adb9-4338-8a70-9a199bdfe9bc,segment=NetworkSegment(11daf24b-7c39-4451-95b3-08a6bf9c63d4),segment_id=11daf24b-7c39-4451-95b3-08a6bf9c63d4)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:48:45.005547 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:45.054392 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=e6878270-adb9-4338-8a70-9a199bdfe9bc,revision_number=4']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:45.269536 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9986f497-60e3-4add-8b5d-622e9d3ebcc5 req-35a7dc6b-ff59-4ab8-b192-2956892560c1 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:45.271038 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-9986f497-60e3-4add-8b5d-622e9d3ebcc5 req-35a7dc6b-ff59-4ab8-b192-2956892560c1 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 945 time: 0.2232270 Nov 25 04:48:45.327469 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-9986f497-60e3-4add-8b5d-622e9d3ebcc5 req-12c2e7f2-eff5-4c0e-a73d-65e147c878f3 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496140 Nov 25 04:48:45.365173 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5889757e-3c16-4e1d-8033-12c4125e6743 req-cf983b5e-6b0d-48cd-a16d-3cc749fbb7e7 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 210 time: 0.0255904 Nov 25 04:48:45.643713 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b58f38-4e40-4823-b5db-d4f78842ad37 req-772c99a6-2280-4cac-93ca-2640cd1a6941 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:45.648701 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-27b58f38-4e40-4823-b5db-d4f78842ad37 req-772c99a6-2280-4cac-93ca-2640cd1a6941 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=939bed74-732b-4732-819e-c2b1fb9ad58c HTTP/1.1" status: 200 len: 945 time: 0.0626025 Nov 25 04:48:45.702067 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-27b58f38-4e40-4823-b5db-d4f78842ad37 req-c1c768cc-9b74-4288-90c1-69fe87718bdf tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472753 Nov 25 04:48:45.735749 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4bf73-388f-4896-b06b-4973909bacdc req-3cd684df-7831-448a-9098-c5bac25c9b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:45.737372 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6ea4bf73-388f-4896-b06b-4973909bacdc req-3cd684df-7831-448a-9098-c5bac25c9b84 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=74f8fed7-3328-43c0-b943-daa871523405 HTTP/1.1" status: 200 len: 1098 time: 0.0422897 Nov 25 04:48:45.789691 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6ea4bf73-388f-4896-b06b-4973909bacdc req-b0328893-a4bd-4feb-bb7b-34a0cfb0a9b8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=21767e5c-1b0a-4998-a472-180adb952ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414155 Nov 25 04:48:45.970416 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['e6878270-adb9-4338-8a70-9a199bdfe9bc'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:48:45.999717 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['86fb78b9-30c9-4442-a3b4-5f968d0ee4a8'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:48:46.073360 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62241ae7-eeaa-4c6e-9f37-36f1c6e5b963 req-6287ce7b-f960-4297-a5e9-d4d4ab3b477f tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:46.075830 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-62241ae7-eeaa-4c6e-9f37-36f1c6e5b963 req-6287ce7b-f960-4297-a5e9-d4d4ab3b477f tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/ports?device_id=74f8fed7-3328-43c0-b943-daa871523405 HTTP/1.1" status: 200 len: 945 time: 0.0619791 Nov 25 04:48:46.341613 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-62241ae7-eeaa-4c6e-9f37-36f1c6e5b963 req-eb144217-a828-4291-b7e4-fd9453f99d45 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/security-groups?id=21767e5c-1b0a-4998-a472-180adb952ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581246 Nov 25 04:48:46.455099 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e402d7-531f-4f6c-8ad4-ff4060fa8a02 req-4c2eeb82-673a-4651-9a34-edb59a1306e9 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:46.462742 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-11e402d7-531f-4f6c-8ad4-ff4060fa8a02 req-4c2eeb82-673a-4651-9a34-edb59a1306e9 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 945 time: 0.0547884 Nov 25 04:48:46.536310 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-11e402d7-531f-4f6c-8ad4-ff4060fa8a02 req-518e10b0-c3cd-4a70-b334-9fa10ccf4136 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720432 Nov 25 04:48:46.539503 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b3f56239-1c78-4d23-ac14-0245688a7f62 req-2a78a4a5-a42c-4eb6-a528-2715e3b69057 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 210 time: 0.0535865 Nov 25 04:48:46.578902 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-6bf33960-9eee-4dcd-a541-81f1d03dfa74 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:46.580494 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-6bf33960-9eee-4dcd-a541-81f1d03dfa74 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.41 "GET /v2.0/networks?id=3bbd6da5-4c15-46da-9de5-c44a36974cd0 HTTP/1.1" status: 200 len: 816 time: 0.1724708 Nov 25 04:48:46.673271 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-b40abd18-f3b5-4207-88ea-00a25d7023c3 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f231a19b2ca6447282b854aaf157e86c HTTP/1.1" status: 200 len: 379 time: 0.0705013 Nov 25 04:48:46.686065 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-59a596d7-f489-41bc-b6c2-1dd0d4a978a1 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Request body: {'port': {'device_id': '2fdb54df-25bf-482d-8501-ae3b93cc5ac8', 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0', 'admin_state_up': True, 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'security_groups': ['3a33e23d-28df-42be-b212-4fd21a330e61']}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:48:46.860123 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91c7b1-010f-421c-8e4e-f3c4381b0dce req-2306b7e3-23e8-4085-91ce-0698b5278200 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:46.861794 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3b91c7b1-010f-421c-8e4e-f3c4381b0dce req-2306b7e3-23e8-4085-91ce-0698b5278200 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=939bed74-732b-4732-819e-c2b1fb9ad58c HTTP/1.1" status: 200 len: 945 time: 0.0724833 Nov 25 04:48:46.863255 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-59a596d7-f489-41bc-b6c2-1dd0d4a978a1 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Made reservation on behalf of f231a19b2ca6447282b854aaf157e86c for: {'port': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:48:46.867014 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-59a596d7-f489-41bc-b6c2-1dd0d4a978a1 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:46.971185 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3b91c7b1-010f-421c-8e4e-f3c4381b0dce req-89d6256d-428e-45c0-af43-d24b49f27594 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989194 Nov 25 04:48:47.061891 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-59a596d7-f489-41bc-b6c2-1dd0d4a978a1 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Allocated IP 172.20.0.4 (3bbd6da5-4c15-46da-9de5-c44a36974cd0/6ff11583-5631-4068-991c-12b3ca3de03f/04681d20-54be-4645-a06f-4b9109756ddd) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:48:47.223634 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 52760) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:47.272824 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-59a596d7-f489-41bc-b6c2-1dd0d4a978a1 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for port, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:47.324647 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-59a596d7-f489-41bc-b6c2-1dd0d4a978a1 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:47.356279 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-930ee0f2-9f96-4b61-94e3-378fc0df2646 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:47.372144 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-59a596d7-f489-41bc-b6c2-1dd0d4a978a1 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Network 3bbd6da5-4c15-46da-9de5-c44a36974cd0 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:48:47.377913 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-59a596d7-f489-41bc-b6c2-1dd0d4a978a1 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:48:47.381890 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-59a596d7-f489-41bc-b6c2-1dd0d4a978a1 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:48:47.423725 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a596d7-f489-41bc-b6c2-1dd0d4a978a1 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Pushing event updated for resources: {'Port': ['ID=04681d20-54be-4645-a06f-4b9109756ddd,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:47.468318 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-59a596d7-f489-41bc-b6c2-1dd0d4a978a1 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:47.469015 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-59a596d7-f489-41bc-b6c2-1dd0d4a978a1 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for port, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:47.494985 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-59a596d7-f489-41bc-b6c2-1dd0d4a978a1 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8124206 Nov 25 04:48:47.533096 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-a865ffe7-5397-4cbb-a58b-8537651d6d17 service neutron] Request body: {'port': {'device_id': '2fdb54df-25bf-482d-8501-ae3b93cc5ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:48:47.562231 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 86fb78b9-30c9-4442-a3b4-5f968d0ee4a8 up at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:48:47.609012 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-930ee0f2-9f96-4b61-94e3-378fc0df2646 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:47.619900 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-930ee0f2-9f96-4b61-94e3-378fc0df2646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:47.663037 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee51f20-5c9e-4027-a02a-54ec69c227ee req-28daef31-f5c8-41d0-9ba1-1baa0c3e7676 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:47.666244 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5ee51f20-5c9e-4027-a02a-54ec69c227ee req-28daef31-f5c8-41d0-9ba1-1baa0c3e7676 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/ports?device_id=74f8fed7-3328-43c0-b943-daa871523405 HTTP/1.1" status: 200 len: 945 time: 0.1654751 Nov 25 04:48:47.678562 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning for port 86fb78b9-30c9-4442-a3b4-5f968d0ee4a8 completed by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 04:48:47.682849 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning complete for port 86fb78b9-30c9-4442-a3b4-5f968d0ee4a8 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:48:47.683821 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:47.728557 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 52786) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:47.740880 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-930ee0f2-9f96-4b61-94e3-378fc0df2646 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a50b76b7f1784791baff5efb3b334b13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5159183 Nov 25 04:48:47.744781 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ee0f2-9f96-4b61-94e3-378fc0df2646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2f40a4-dd76-4c5c-96c1-a55cb0566cc2,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:47.805249 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-a865ffe7-5397-4cbb-a58b-8537651d6d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:47.816539 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5ee51f20-5c9e-4027-a02a-54ec69c227ee req-d7131458-fce9-4b12-8e2f-d56599be3404 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/security-groups?id=21767e5c-1b0a-4998-a472-180adb952ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322324 Nov 25 04:48:47.829135 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:47.867745 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5a6792-b682-493c-9fc7-7c3820a630df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86fb78b9-30c9-4442-a3b4-5f968d0ee4a8'}] {{(pid=109072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:48:47.870318 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21d2e46f9f4131852b38a57b118a04601412ee452ef2f91c34d7ef8e942fd252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6c7976-f3e8-4081-97e7-e3920fbea633" -d '{"events": [{"server_uuid": "0a5a6792-b682-493c-9fc7-7c3820a630df", "name": "network-vif-plugged", "status": "completed", "tag": "86fb78b9-30c9-4442-a3b4-5f968d0ee4a8"}]}' {{(pid=109072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:48:47.885491 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 86fb78b9-30c9-4442-a3b4-5f968d0ee4a8, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=86fb78b9-30c9-4442-a3b4-5f968d0ee4a8,segment=NetworkSegment(11daf24b-7c39-4451-95b3-08a6bf9c63d4),segment_id=11daf24b-7c39-4451-95b3-08a6bf9c63d4)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:48:47.891541 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-6b3cb30b-75e5-47ad-b80f-c9a5d42d5866 None None] Provisioning complete for port 04681d20-54be-4645-a06f-4b9109756ddd triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:48:47.892110 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-6b3cb30b-75e5-47ad-b80f-c9a5d42d5866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:47.954955 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a033f-2148-4838-9c32-9dee8cb919aa req-414066e1-69ac-4c34-a844-ca635ab60272 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:47.966750 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ba1a033f-2148-4838-9c32-9dee8cb919aa req-414066e1-69ac-4c34-a844-ca635ab60272 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 931 time: 0.2947059 Nov 25 04:48:47.973109 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-6b3cb30b-75e5-47ad-b80f-c9a5d42d5866 None None] Port 04681d20-54be-4645-a06f-4b9109756ddd cannot update to ACTIVE because it is not bound. {{(pid=109072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 04:48:47.976586 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:47.977749 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device e6878270-adb9-4338-8a70-9a199bdfe9bc up at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:48:47.993688 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d9f7a-931b-413e-91cb-668b27d332d5 req-072f361b-41b2-4d38-bbd9-700aff2d1dae tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:48.004402 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8c6d9f7a-931b-413e-91cb-668b27d332d5 req-072f361b-41b2-4d38-bbd9-700aff2d1dae tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.1029158 Nov 25 04:48:48.084769 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8c6d9f7a-931b-413e-91cb-668b27d332d5 req-992861ad-afd1-490f-973e-055ab7d40613 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740550 Nov 25 04:48:48.100824 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ba1a033f-2148-4838-9c32-9dee8cb919aa req-3a8f4fbf-3e25-4d25-abba-b9468f5064a1 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331022 Nov 25 04:48:48.109577 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f04d4045-e9bd-4856-9866-ca4db8d8439c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:48.117286 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=86fb78b9-30c9-4442-a3b4-5f968d0ee4a8,revision_number=5']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:48.144230 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning for port e6878270-adb9-4338-8a70-9a199bdfe9bc completed by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 04:48:48.150941 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning complete for port e6878270-adb9-4338-8a70-9a199bdfe9bc triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:48:48.151848 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:48.180644 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cb0883-b2e2-42cc-b1c7-1575f223f7c4 x-openstack-request-id: req-62cb0883-b2e2-42cc-b1c7-1575f223f7c4 {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:48:48.181180 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a5a6792-b682-493c-9fc7-7c3820a630df", "name": "network-vif-plugged", "status": "completed", "tag": "86fb78b9-30c9-4442-a3b4-5f968d0ee4a8", "code": 200}]} {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:48:48.181692 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-62cb0883-b2e2-42cc-b1c7-1575f223f7c4 {{(pid=109072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:48:48.182264 dv-cinder-815582-6-iscsi neutron-server[109072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5a6792-b682-493c-9fc7-7c3820a630df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86fb78b9-30c9-4442-a3b4-5f968d0ee4a8', 'code': 200} Nov 25 04:48:48.222719 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f04d4045-e9bd-4856-9866-ca4db8d8439c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:48.265003 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:48.307712 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port e6878270-adb9-4338-8a70-9a199bdfe9bc, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e6878270-adb9-4338-8a70-9a199bdfe9bc,segment=NetworkSegment(11daf24b-7c39-4451-95b3-08a6bf9c63d4),segment_id=11daf24b-7c39-4451-95b3-08a6bf9c63d4)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:48:48.319702 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:48.390274 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=e6878270-adb9-4338-8a70-9a199bdfe9bc,revision_number=5']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:48.402515 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f04d4045-e9bd-4856-9866-ca4db8d8439c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:48.405242 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f04d4045-e9bd-4856-9866-ca4db8d8439c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:48.409330 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-f04d4045-e9bd-4856-9866-ca4db8d8439c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fc2f40a4-dd76-4c5c-96c1-a55cb0566cc2 HTTP/1.1" status: 204 len: 168 time: 0.6755006 Nov 25 04:48:48.425516 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d4045-e9bd-4856-9866-ca4db8d8439c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2f40a4-dd76-4c5c-96c1-a55cb0566cc2,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:48.502198 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-a865ffe7-5397-4cbb-a58b-8537651d6d17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04681d20-54be-4645-a06f-4b9109756ddd {{(pid=109070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:48:48.520068 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-a865ffe7-5397-4cbb-a58b-8537651d6d17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:48.555146 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.provisioning_blocks [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-a865ffe7-5397-4cbb-a58b-8537651d6d17 service neutron] Transition to ACTIVE for port object 04681d20-54be-4645-a06f-4b9109756ddd will not be triggered until provisioned by entity L2. {{(pid=109070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 04:48:48.562539 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-a865ffe7-5397-4cbb-a58b-8537651d6d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9557411'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:48.622671 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7c6d4-3ac7-459f-ac6f-bf8771df8b83 req-18e1ab74-5ef8-453e-a648-757dd22d4c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:48.624456 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ade7c6d4-3ac7-459f-ac6f-bf8771df8b83 req-18e1ab74-5ef8-453e-a648-757dd22d4c43 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 1099 time: 0.1536880 Nov 25 04:48:48.675035 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865ffe7-5397-4cbb-a58b-8537651d6d17 service neutron] Pushing event updated for resources: {'Port': ['ID=04681d20-54be-4645-a06f-4b9109756ddd,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:48.730211 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-a865ffe7-5397-4cbb-a58b-8537651d6d17 service neutron] Attempting to bind port 04681d20-54be-4645-a06f-4b9109756ddd on host hv-cinder-81558 for vnic_type normal with profile {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:48:48.730606 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-a865ffe7-5397-4cbb-a58b-8537651d6d17 service neutron] Attempting to bind port 04681d20-54be-4645-a06f-4b9109756ddd by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '644e32ed-c2f3-4335-b74d-ee8f50200ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0'}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:48:48.731019 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-a865ffe7-5397-4cbb-a58b-8537651d6d17 service neutron] Attempting to bind port 04681d20-54be-4645-a06f-4b9109756ddd on network 3bbd6da5-4c15-46da-9de5-c44a36974cd0 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:48:48.736859 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-a865ffe7-5397-4cbb-a58b-8537651d6d17 service neutron] Port 04681d20-54be-4645-a06f-4b9109756ddd on network 3bbd6da5-4c15-46da-9de5-c44a36974cd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 04:48:48.737196 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-a865ffe7-5397-4cbb-a58b-8537651d6d17 service neutron] Attempting to bind port 04681d20-54be-4645-a06f-4b9109756ddd on network 3bbd6da5-4c15-46da-9de5-c44a36974cd0 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:48:48.739856 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ade7c6d4-3ac7-459f-ac6f-bf8771df8b83 req-6fba1174-aff9-4edc-ae2c-dc41702e9d49 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068423 Nov 25 04:48:48.742746 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-a865ffe7-5397-4cbb-a58b-8537651d6d17 service neutron] Checking agent: {'id': '1f14ab98-53f7-4a68-bcc6-b943f33cb2d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'started_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:48:48.743329 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-a865ffe7-5397-4cbb-a58b-8537651d6d17 service neutron] Checking segment: {'id': '644e32ed-c2f3-4335-b74d-ee8f50200ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:48:48.744287 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-a865ffe7-5397-4cbb-a58b-8537651d6d17 service neutron] Bound using segment: {'id': '644e32ed-c2f3-4335-b74d-ee8f50200ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0'} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:48:48.744926 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-a865ffe7-5397-4cbb-a58b-8537651d6d17 service neutron] Bound port: 04681d20-54be-4645-a06f-4b9109756ddd, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '644e32ed-c2f3-4335-b74d-ee8f50200ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0'}}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:48:48.745449 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-a865ffe7-5397-4cbb-a58b-8537651d6d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:48.847589 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-a865ffe7-5397-4cbb-a58b-8537651d6d17 service neutron] For port 04681d20-54be-4645-a06f-4b9109756ddd, host hv-cinder-81558, cleared binding levels {{(pid=109070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:48:48.854790 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-a865ffe7-5397-4cbb-a58b-8537651d6d17 service neutron] For port 04681d20-54be-4645-a06f-4b9109756ddd, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=04681d20-54be-4645-a06f-4b9109756ddd,segment=NetworkSegment(644e32ed-c2f3-4335-b74d-ee8f50200ec0),segment_id=644e32ed-c2f3-4335-b74d-ee8f50200ec0)] {{(pid=109070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:48:48.865913 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-a865ffe7-5397-4cbb-a58b-8537651d6d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9557411'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:48.889856 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-a865ffe7-5397-4cbb-a58b-8537651d6d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:48.891066 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-a865ffe7-5397-4cbb-a58b-8537651d6d17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for port, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:48.897778 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-a865ffe7-5397-4cbb-a58b-8537651d6d17 service neutron] 10.222.0.41 "PUT /v2.0/ports/04681d20-54be-4645-a06f-4b9109756ddd HTTP/1.1" status: 200 len: 1093 time: 1.3725343 Nov 25 04:48:48.898264 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fdb54df-25bf-482d-8501-ae3b93cc5ac8', 'tag': '04681d20-54be-4645-a06f-4b9109756ddd'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:48:48.906634 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c54fbf746f0c7fba78ef8d59e1beae84bb94fede6ed59824d7b8ea859eeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d1f03b-55ca-481c-8661-e4c7d868430d" -d '{"events": [{"name": "network-changed", "server_uuid": "2fdb54df-25bf-482d-8501-ae3b93cc5ac8", "tag": "04681d20-54be-4645-a06f-4b9109756ddd"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:48:48.949377 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 04:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfb9b4b-81f4-4efc-9e94-bf9f7c65101e x-openstack-request-id: req-cbfb9b4b-81f4-4efc-9e94-bf9f7c65101e {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:48:48.949670 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fdb54df-25bf-482d-8501-ae3b93cc5ac8", "tag": "04681d20-54be-4645-a06f-4b9109756ddd", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:48:48.949937 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cbfb9b4b-81f4-4efc-9e94-bf9f7c65101e {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:48:48.950333 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdb54df-25bf-482d-8501-ae3b93cc5ac8', 'tag': '04681d20-54be-4645-a06f-4b9109756ddd', 'status': 'completed', 'code': 200} Nov 25 04:48:48.960708 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865ffe7-5397-4cbb-a58b-8537651d6d17 service neutron] Pushing event updated for resources: {'Port': ['ID=04681d20-54be-4645-a06f-4b9109756ddd,revision_number=3']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:49.219484 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bebb9-734a-4f38-ac8c-bea96c812e8b req-5313ed9d-0274-4c39-bfdd-16eab66421bf tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:49.221397 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-669bebb9-734a-4f38-ac8c-bea96c812e8b req-5313ed9d-0274-4c39-bfdd-16eab66421bf tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0558186 Nov 25 04:48:49.243791 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1f03b-55ca-481c-8661-e4c7d868430d req-7259ef5f-8391-4315-a7f8-8ec1d7bb4ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:49.245555 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-88d1f03b-55ca-481c-8661-e4c7d868430d req-7259ef5f-8391-4315-a7f8-8ec1d7bb4ab9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f231a19b2ca6447282b854aaf157e86c&device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 1096 time: 0.0448949 Nov 25 04:48:49.301152 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-669bebb9-734a-4f38-ac8c-bea96c812e8b req-67e9e935-7619-48da-90b1-5088a95b0368 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668294 Nov 25 04:48:49.434077 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d05609-cd50-47ac-bff3-12439eedce27 req-771d0e9b-4b80-494e-a49c-56d513fd9d27 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:49.435938 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-50d05609-cd50-47ac-bff3-12439eedce27 req-771d0e9b-4b80-494e-a49c-56d513fd9d27 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 943 time: 0.0588953 Nov 25 04:48:49.499365 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-50d05609-cd50-47ac-bff3-12439eedce27 req-c0b44f4f-2975-405a-93b7-bfd499708b52 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557318 Nov 25 04:48:49.512656 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1f03b-55ca-481c-8661-e4c7d868430d req-eebf58f2-1467-4c21-8da6-acd60c223bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:49.515111 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-88d1f03b-55ca-481c-8661-e4c7d868430d req-eebf58f2-1467-4c21-8da6-acd60c223bc3 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f231a19b2ca6447282b854aaf157e86c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2528226 Nov 25 04:48:49.755140 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1f03b-55ca-481c-8661-e4c7d868430d req-d78a18e2-6cd6-4ac2-861b-c94cf8a0eed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:49.756800 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-88d1f03b-55ca-481c-8661-e4c7d868430d req-d78a18e2-6cd6-4ac2-861b-c94cf8a0eed9 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2113268 Nov 25 04:48:49.980362 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-af82a266-5a54-426a-8407-85fcf3216f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:49.981945 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-af82a266-5a54-426a-8407-85fcf3216f3e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f231a19b2ca6447282b854aaf157e86c&device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 1096 time: 0.0747173 Nov 25 04:48:50.072391 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-d30c1e29-04de-41f4-815d-4364ca0a7860 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04681d20-54be-4645-a06f-4b9109756ddd HTTP/1.1" status: 200 len: 217 time: 0.0437860 Nov 25 04:48:50.183673 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d828e2f-f160-4e21-b72b-68f30db5fe86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6878270-adb9-4338-8a70-9a199bdfe9bc'}] {{(pid=109072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:48:50.186331 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21d2e46f9f4131852b38a57b118a04601412ee452ef2f91c34d7ef8e942fd252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251b7b7f-2e9a-4b2a-a54f-81736b960a5d" -d '{"events": [{"server_uuid": "1d828e2f-f160-4e21-b72b-68f30db5fe86", "name": "network-vif-plugged", "status": "completed", "tag": "e6878270-adb9-4338-8a70-9a199bdfe9bc"}]}' {{(pid=109072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:48:50.219476 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-8bdf03a0-e6d6-453f-b27b-cffffdb343fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:50.221524 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-8bdf03a0-e6d6-453f-b27b-cffffdb343fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ff11583-5631-4068-991c-12b3ca3de03f HTTP/1.1" status: 200 len: 855 time: 0.0864275 Nov 25 04:48:50.282848 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3670c9f-0d73-4b3c-8654-cdc44ba959d8 x-openstack-request-id: req-f3670c9f-0d73-4b3c-8654-cdc44ba959d8 {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:48:50.292917 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d828e2f-f160-4e21-b72b-68f30db5fe86", "name": "network-vif-plugged", "status": "completed", "tag": "e6878270-adb9-4338-8a70-9a199bdfe9bc", "code": 200}]} {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:48:50.293229 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f3670c9f-0d73-4b3c-8654-cdc44ba959d8 {{(pid=109072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:48:50.293665 dv-cinder-815582-6-iscsi neutron-server[109072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d828e2f-f160-4e21-b72b-68f30db5fe86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6878270-adb9-4338-8a70-9a199bdfe9bc', 'code': 200} Nov 25 04:48:50.320557 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 52954) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:50.338709 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-3be3ff2a-435b-4c0c-a735-77e6902ae38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:50.340412 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-3be3ff2a-435b-4c0c-a735-77e6902ae38d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3bbd6da5-4c15-46da-9de5-c44a36974cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0943713 Nov 25 04:48:50.581691 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc57db1-4968-4fa6-8196-005dd1b42528 req-a2c24977-54e6-4855-8c39-4dfe301d8da9 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:50.583296 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-fbc57db1-4968-4fa6-8196-005dd1b42528 req-a2c24977-54e6-4855-8c39-4dfe301d8da9 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.1012859 Nov 25 04:48:50.620232 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:50.683949 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5f6beea9-1f47-4b93-bd94-4576d2105491 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:50.695838 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-fbc57db1-4968-4fa6-8196-005dd1b42528 req-1717bd06-fbf2-481d-b822-cef40fb3112a tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959620 Nov 25 04:48:50.701178 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-8ace4f39-5d63-4500-b1d8-ba802713ed54 service neutron] 10.222.0.41 "GET /v2.0/networks/3bbd6da5-4c15-46da-9de5-c44a36974cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396292 Nov 25 04:48:50.728111 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77dfd50-4528-4a29-b1d5-35429b359799 req-9f1ae323-9ee5-4ef7-986f-122d7b7d0985 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:50.729323 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e77dfd50-4528-4a29-b1d5-35429b359799 req-9f1ae323-9ee5-4ef7-986f-122d7b7d0985 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 943 time: 0.1051638 Nov 25 04:48:50.748686 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 52986) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:50.799815 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab068ba3-d26f-4061-9138-1758a53d4ff4 req-7b5f50dc-9d7d-47ff-a126-56323396d2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:50.801820 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ab068ba3-d26f-4061-9138-1758a53d4ff4 req-7b5f50dc-9d7d-47ff-a126-56323396d2fd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 1098 time: 0.1762242 Nov 25 04:48:50.858402 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e77dfd50-4528-4a29-b1d5-35429b359799 req-06510bcd-917f-457f-af9c-2f46ffce33f5 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022074 Nov 25 04:48:50.943861 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ab068ba3-d26f-4061-9138-1758a53d4ff4 req-f87d5c47-1e2c-4838-8f54-e96766d2efdc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275520 Nov 25 04:48:50.945258 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3bfa1066-c129-47e2-9287-b1a6b86f02cf req-76fa8d35-ea6a-4bc8-9c14-308f254594d7 service neutron] 10.222.0.41 "GET /v2.0/networks/3bbd6da5-4c15-46da-9de5-c44a36974cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328134 Nov 25 04:48:50.975573 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-de9c218b-b6a3-45fe-9d68-cd65a050e24c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:50.979430 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5f6beea9-1f47-4b93-bd94-4576d2105491 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:50.986357 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5f6beea9-1f47-4b93-bd94-4576d2105491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:50.999953 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 6 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 04:48:51.068569 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-de9c218b-b6a3-45fe-9d68-cd65a050e24c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:51.071324 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-5f6beea9-1f47-4b93-bd94-4576d2105491 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=47816194cc25492ca7d6b5650c8abe2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7495339 Nov 25 04:48:51.073896 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 53000) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:51.076665 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-de9c218b-b6a3-45fe-9d68-cd65a050e24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:51.080428 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6beea9-1f47-4b93-bd94-4576d2105491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc54807-bdb8-46a4-a864-48423423c65a,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:51.120591 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-de9c218b-b6a3-45fe-9d68-cd65a050e24c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=08ce0e672eec434384411a5eb1521517&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3692474 Nov 25 04:48:51.121298 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e965577-839a-46a5-ad17-a5bddc0aa3fc req-464932b5-010b-4e63-84ee-e753b31cec48 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:51.121729 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c218b-b6a3-45fe-9d68-cd65a050e24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e3c88c-28d5-499d-adb0-238b56fd2056,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:51.122871 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3e965577-839a-46a5-ad17-a5bddc0aa3fc req-464932b5-010b-4e63-84ee-e753b31cec48 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0991368 Nov 25 04:48:51.124391 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 53002) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:51.163193 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f8df4679-57b3-4ce6-af26-f8217c8e9f1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:51.181695 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-863c47a8-b675-472a-8d76-084da939a1b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:51.201549 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f8df4679-57b3-4ce6-af26-f8217c8e9f1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:51.206928 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-863c47a8-b675-472a-8d76-084da939a1b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:51.265533 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-863c47a8-b675-472a-8d76-084da939a1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:51.268408 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-863c47a8-b675-472a-8d76-084da939a1b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:51.278182 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-863c47a8-b675-472a-8d76-084da939a1b3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/19e3c88c-28d5-499d-adb0-238b56fd2056 HTTP/1.1" status: 204 len: 168 time: 0.1505737 Nov 25 04:48:51.288626 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c47a8-b675-472a-8d76-084da939a1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e3c88c-28d5-499d-adb0-238b56fd2056,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:51.423186 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3e965577-839a-46a5-ad17-a5bddc0aa3fc req-4007c92a-c694-46bc-9abd-084980a9c843 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868969 Nov 25 04:48:51.483450 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f8df4679-57b3-4ce6-af26-f8217c8e9f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:51.486156 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f8df4679-57b3-4ce6-af26-f8217c8e9f1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:51.487365 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-f8df4679-57b3-4ce6-af26-f8217c8e9f1c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cdc54807-bdb8-46a4-a864-48423423c65a HTTP/1.1" status: 204 len: 168 time: 0.4125178 Nov 25 04:48:51.497745 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df4679-57b3-4ce6-af26-f8217c8e9f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc54807-bdb8-46a4-a864-48423423c65a,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:51.570080 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b9d3f-f500-491a-bb03-371d3d9fa14f req-d6259caa-d852-4e17-b62e-cf53b0270213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:51.572980 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-528b9d3f-f500-491a-bb03-371d3d9fa14f req-d6259caa-d852-4e17-b62e-cf53b0270213 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d773db29571458586043ef5fa3454c2&device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 1099 time: 0.0627010 Nov 25 04:48:51.667325 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 53014) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:51.687123 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-10418b08-c334-4640-b36c-9e5de5d9126e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:51.689283 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b9d3f-f500-491a-bb03-371d3d9fa14f req-3c8c851b-71b1-42e0-8bb4-f9c8a457f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:51.690786 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-528b9d3f-f500-491a-bb03-371d3d9fa14f req-3c8c851b-71b1-42e0-8bb4-f9c8a457f848 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f HTTP/1.1" status: 200 len: 920 time: 0.1048265 Nov 25 04:48:51.769792 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-528b9d3f-f500-491a-bb03-371d3d9fa14f req-641cfb4a-ac1c-4d27-9f49-5da1e32642af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86fb78b9-30c9-4442-a3b4-5f968d0ee4a8 HTTP/1.1" status: 200 len: 217 time: 0.0624084 Nov 25 04:48:51.808093 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-10418b08-c334-4640-b36c-9e5de5d9126e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:51.813206 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-10418b08-c334-4640-b36c-9e5de5d9126e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:51.824624 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b9d3f-f500-491a-bb03-371d3d9fa14f req-ed97532e-10f3-4d20-a6fd-bccc07ecb226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:51.826520 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-528b9d3f-f500-491a-bb03-371d3d9fa14f req-ed97532e-10f3-4d20-a6fd-bccc07ecb226 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cba32b3-416c-41af-af79-b04db65419ef HTTP/1.1" status: 200 len: 859 time: 0.0476940 Nov 25 04:48:51.871214 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-10418b08-c334-4640-b36c-9e5de5d9126e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6a1f9c2fbe9648a5b42c00f2d02114cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2025344 Nov 25 04:48:51.873939 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 53020) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:51.877184 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-528b9d3f-f500-491a-bb03-371d3d9fa14f req-1f27bef9-c45c-428c-82a9-9eb7ea7bd77d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375144 Nov 25 04:48:51.878480 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10418b08-c334-4640-b36c-9e5de5d9126e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61302256-9b29-48b1-b14c-025b72075c75,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:51.978568 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ae4e3ea0-5d45-49ca-b6bd-0dcab963fb52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:51.996040 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 53024) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:52.031211 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-40b51fe6-7850-4b09-882e-09dc9ef1821b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:52.038402 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ae4e3ea0-5d45-49ca-b6bd-0dcab963fb52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:52.051583 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-528b9d3f-f500-491a-bb03-371d3d9fa14f req-1316c572-c51c-40cb-b8d7-d1a1ac1eeb13 service neutron] 10.222.0.41 "GET /v2.0/networks/d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654882 Nov 25 04:48:52.095704 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3e697-a35b-4e98-8afe-891ce2413668 req-52a69213-b117-4f84-91a0-e54684992c52 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:52.097853 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-06c3e697-a35b-4e98-8afe-891ce2413668 req-52a69213-b117-4f84-91a0-e54684992c52 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 943 time: 0.1004882 Nov 25 04:48:52.154733 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ae4e3ea0-5d45-49ca-b6bd-0dcab963fb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:52.157691 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ae4e3ea0-5d45-49ca-b6bd-0dcab963fb52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:52.158979 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-ae4e3ea0-5d45-49ca-b6bd-0dcab963fb52 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/61302256-9b29-48b1-b14c-025b72075c75 HTTP/1.1" status: 204 len: 168 time: 0.2835274 Nov 25 04:48:52.193778 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e3ea0-5d45-49ca-b6bd-0dcab963fb52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61302256-9b29-48b1-b14c-025b72075c75,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:52.216119 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-06c3e697-a35b-4e98-8afe-891ce2413668 req-cd03ff66-4115-4a86-8d31-2c9be23f5960 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097744 Nov 25 04:48:52.287603 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-528b9d3f-f500-491a-bb03-371d3d9fa14f req-b02e4e38-ab00-4d4f-8181-57fa795dfa26 service neutron] 10.222.0.41 "GET /v2.0/networks/d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190123 Nov 25 04:48:52.325247 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-40b51fe6-7850-4b09-882e-09dc9ef1821b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:52.343969 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-40b51fe6-7850-4b09-882e-09dc9ef1821b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:52.419140 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b51fe6-7850-4b09-882e-09dc9ef1821b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a76b7b-cda8-45b4-bfa8-3d4636660ccb,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:52.426845 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-40b51fe6-7850-4b09-882e-09dc9ef1821b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5e32132a37cd4150851dd5c71d66acd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4276223 Nov 25 04:48:52.432561 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 53042) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:52.547677 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e7417950-9045-439c-8f58-385801789812 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:52.584600 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e7417950-9045-439c-8f58-385801789812 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:52.616954 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2606d-48f5-4e64-b4ef-1fd55f507a47 req-dee86e75-7b62-4f23-9b80-0408dc8e50c4 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:52.621329 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e9d2606d-48f5-4e64-b4ef-1fd55f507a47 req-dee86e75-7b62-4f23-9b80-0408dc8e50c4 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0808532 Nov 25 04:48:52.668419 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e7417950-9045-439c-8f58-385801789812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:52.671914 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e7417950-9045-439c-8f58-385801789812 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:52.673330 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-e7417950-9045-439c-8f58-385801789812 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f4a76b7b-cda8-45b4-bfa8-3d4636660ccb HTTP/1.1" status: 204 len: 168 time: 0.2329137 Nov 25 04:48:52.691615 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7417950-9045-439c-8f58-385801789812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a76b7b-cda8-45b4-bfa8-3d4636660ccb,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:52.702253 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e9d2606d-48f5-4e64-b4ef-1fd55f507a47 req-51d8e97e-7ef5-4555-8e17-deb3879e6b41 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740542 Nov 25 04:48:53.359008 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020a952-6a81-4216-b7ef-b033b50d508d req-4b1c5a66-5629-49b0-bf1a-8049ef5fb316 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:53.360959 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8020a952-6a81-4216-b7ef-b033b50d508d req-4b1c5a66-5629-49b0-bf1a-8049ef5fb316 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 943 time: 0.0510671 Nov 25 04:48:53.414555 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8020a952-6a81-4216-b7ef-b033b50d508d req-c3aa53e0-a458-4574-9c1d-4c933e2ed35b tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472457 Nov 25 04:48:53.932414 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac94786-a7f0-4294-80fa-0d6188ba8b13 req-94d2acd3-4877-4770-b403-7d1d9123f3c8 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:53.943821 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5ac94786-a7f0-4294-80fa-0d6188ba8b13 req-94d2acd3-4877-4770-b403-7d1d9123f3c8 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.1375871 Nov 25 04:48:54.008932 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5ac94786-a7f0-4294-80fa-0d6188ba8b13 req-02667cb8-276b-4987-8c57-4dcee4d75bd9 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580027 Nov 25 04:48:54.544215 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10f1f9-8cbe-40cd-90a8-0871496e4126 req-039db0f9-1d61-4f19-93b9-8d2a036e8dc5 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:54.546370 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ad10f1f9-8cbe-40cd-90a8-0871496e4126 req-039db0f9-1d61-4f19-93b9-8d2a036e8dc5 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 943 time: 0.0528758 Nov 25 04:48:54.619885 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ad10f1f9-8cbe-40cd-90a8-0871496e4126 req-74aa0ae5-ce8c-4d9a-b585-ff866e4e14f1 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668077 Nov 25 04:48:55.146690 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e67b33-31f4-47cc-9487-a282899d5772 req-e2b1bee1-10af-4fa0-aa52-3bf44b38f442 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:55.154058 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a5e67b33-31f4-47cc-9487-a282899d5772 req-e2b1bee1-10af-4fa0-aa52-3bf44b38f442 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0569670 Nov 25 04:48:55.158322 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 53202) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:55.199384 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a5e67b33-31f4-47cc-9487-a282899d5772 req-cfd5b317-a6ef-42ef-b2cb-bd89021dec55 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441024 Nov 25 04:48:55.274078 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2eba3d27-01af-48df-936f-5a58400431fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:55.368354 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2eba3d27-01af-48df-936f-5a58400431fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:55.374279 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2eba3d27-01af-48df-936f-5a58400431fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:55.420226 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-2eba3d27-01af-48df-936f-5a58400431fc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8a5b438bad764196a805defa24111baa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2606900 Nov 25 04:48:55.422393 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba3d27-01af-48df-936f-5a58400431fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae2c5a7-6a78-4895-8454-b8dadd55f4c7,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:55.422828 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 53214) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:55.472639 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b61e20d6-6967-4d8d-921c-ee970ea18c93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:55.494002 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b61e20d6-6967-4d8d-921c-ee970ea18c93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:55.552792 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b61e20d6-6967-4d8d-921c-ee970ea18c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:55.556541 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b61e20d6-6967-4d8d-921c-ee970ea18c93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:55.557708 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-b61e20d6-6967-4d8d-921c-ee970ea18c93 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fae2c5a7-6a78-4895-8454-b8dadd55f4c7 HTTP/1.1" status: 204 len: 168 time: 0.1338923 Nov 25 04:48:55.566254 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e20d6-6967-4d8d-921c-ee970ea18c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae2c5a7-6a78-4895-8454-b8dadd55f4c7,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:55.604061 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 04681d20-54be-4645-a06f-4b9109756ddd details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=109072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 04:48:55.710139 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 04681d20-54be-4645-a06f-4b9109756ddd, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=04681d20-54be-4645-a06f-4b9109756ddd,segment=NetworkSegment(644e32ed-c2f3-4335-b74d-ee8f50200ec0),segment_id=644e32ed-c2f3-4335-b74d-ee8f50200ec0)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:48:55.728251 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Returning: {'device': '04681d20-54be-4645-a06f-4b9109756ddd', 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0', 'port_id': '04681d20-54be-4645-a06f-4b9109756ddd', 'mac_address': 'fa:16:3e:2e:9d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff11583-5631-4068-991c-12b3ca3de03f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 04:48:55.764999 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176f634-7c04-4e8f-b523-80cedf79d66b req-e0938c78-9754-45f7-952e-9167e7cdfb06 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:55.772593 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0176f634-7c04-4e8f-b523-80cedf79d66b req-e0938c78-9754-45f7-952e-9167e7cdfb06 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 943 time: 0.0593743 Nov 25 04:48:55.772760 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:55.791036 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04681d20-54be-4645-a06f-4b9109756ddd {{(pid=109072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:48:55.812899 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 04681d20-54be-4645-a06f-4b9109756ddd, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=04681d20-54be-4645-a06f-4b9109756ddd,segment=NetworkSegment(644e32ed-c2f3-4335-b74d-ee8f50200ec0),segment_id=644e32ed-c2f3-4335-b74d-ee8f50200ec0)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:48:55.818715 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:55.837161 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0176f634-7c04-4e8f-b523-80cedf79d66b req-12fc1d1d-0ca6-4ae5-af3c-661d3c5b659d tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630882 Nov 25 04:48:55.891698 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=04681d20-54be-4645-a06f-4b9109756ddd,revision_number=4']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:55.909391 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 53230) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:55.925821 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-48cbe67c-7085-4756-a8f8-5bf25ad9c503 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:56.007856 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-48cbe67c-7085-4756-a8f8-5bf25ad9c503 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:56.019707 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-48cbe67c-7085-4756-a8f8-5bf25ad9c503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:56.068130 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 53236) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:56.075381 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-48cbe67c-7085-4756-a8f8-5bf25ad9c503 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b21217d6c01842d59819292571f9b9ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1647081 Nov 25 04:48:56.076704 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cbe67c-7085-4756-a8f8-5bf25ad9c503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a0dba9-d427-4105-8d82-018f5cbb66e3,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:56.133921 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-040f2363-8415-4223-8a8a-0e621aec29f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:56.159107 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-040f2363-8415-4223-8a8a-0e621aec29f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:56.214201 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-040f2363-8415-4223-8a8a-0e621aec29f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:56.217557 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-040f2363-8415-4223-8a8a-0e621aec29f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:56.218688 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-040f2363-8415-4223-8a8a-0e621aec29f0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/41a0dba9-d427-4105-8d82-018f5cbb66e3 HTTP/1.1" status: 204 len: 168 time: 0.1495240 Nov 25 04:48:56.226017 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f2363-8415-4223-8a8a-0e621aec29f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a0dba9-d427-4105-8d82-018f5cbb66e3,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:56.264439 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['04681d20-54be-4645-a06f-4b9109756ddd'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:48:56.328798 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4d2cc-6fb2-4894-a9d1-943ab1b505a4 req-01f30e99-7531-41ad-9f73-789bdf62b56d tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:56.330610 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8dd4d2cc-6fb2-4894-a9d1-943ab1b505a4 req-01f30e99-7531-41ad-9f73-789bdf62b56d tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0575967 Nov 25 04:48:56.387187 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8dd4d2cc-6fb2-4894-a9d1-943ab1b505a4 req-7aed2cde-9802-4f79-9a68-65aa012c15a7 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481660 Nov 25 04:48:56.955899 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466bde87-3a4b-4eea-8ab2-ea1ad4342cf7 req-04b3ff13-67bb-4b96-b798-e3253072079b tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:56.957410 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-466bde87-3a4b-4eea-8ab2-ea1ad4342cf7 req-04b3ff13-67bb-4b96-b798-e3253072079b tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 944 time: 0.0490003 Nov 25 04:48:56.966329 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 53276) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:57.009168 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-466bde87-3a4b-4eea-8ab2-ea1ad4342cf7 req-a31acd11-5d75-4773-9c5d-cd36c19841de tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454273 Nov 25 04:48:57.073309 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-1945d542-c67f-47c4-88ab-0eb653114b69 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1643848918-network', 'tenant_id': '008b0d7eb46645bdabe9ee0c4c7652c0'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:48:57.095951 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1945d542-c67f-47c4-88ab-0eb653114b69 admin admin] Made reservation on behalf of 008b0d7eb46645bdabe9ee0c4c7652c0 for: {'network': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:48:57.098536 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1945d542-c67f-47c4-88ab-0eb653114b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for network, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:57.107869 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1945d542-c67f-47c4-88ab-0eb653114b69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:57.206541 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1945d542-c67f-47c4-88ab-0eb653114b69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:57.213159 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1945d542-c67f-47c4-88ab-0eb653114b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:57.234528 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1945d542-c67f-47c4-88ab-0eb653114b69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=109070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 04:48:57.248779 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945d542-c67f-47c4-88ab-0eb653114b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b13c092-c59e-46ec-a1f0-bf66726e4d4b,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:57.253573 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1945d542-c67f-47c4-88ab-0eb653114b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041'] for segment, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:57.253923 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.db.segments_db [None req-1945d542-c67f-47c4-88ab-0eb653114b69 admin admin] Added segment 049782bf-480c-4271-a06d-27d68336923e of type vlan for network 6d704221-f55d-4720-9ef7-c8aca0f2b4d4 Nov 25 04:48:57.298441 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1945d542-c67f-47c4-88ab-0eb653114b69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783339880421'] for network, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:57.323812 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1945d542-c67f-47c4-88ab-0eb653114b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519'] for network, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:57.324924 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1945d542-c67f-47c4-88ab-0eb653114b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:57.325540 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1945d542-c67f-47c4-88ab-0eb653114b69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for network, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:57.377682 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-1945d542-c67f-47c4-88ab-0eb653114b69 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4099350 Nov 25 04:48:57.380666 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 53290) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:57.387776 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-47620ce6-15c9-457d-953b-77e5130d728d admin admin] Request body: {'subnet': {'network_id': '6d704221-f55d-4720-9ef7-c8aca0f2b4d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1643848918-subnet', 'tenant_id': '008b0d7eb46645bdabe9ee0c4c7652c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:48:57.406864 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945d542-c67f-47c4-88ab-0eb653114b69 admin admin] Pushing event updated for resources: {'Network': ['ID=6d704221-f55d-4720-9ef7-c8aca0f2b4d4,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:57.420329 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Network 6d704221-f55d-4720-9ef7-c8aca0f2b4d4 details requested by agent ovs-agent-dv-cinder-815582-6-iscsi with host dv-cinder-815582-6-iscsi {{(pid=109072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 04:48:57.427252 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47620ce6-15c9-457d-953b-77e5130d728d admin admin] Made reservation on behalf of 008b0d7eb46645bdabe9ee0c4c7652c0 for: {'subnet': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:48:57.431239 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-47620ce6-15c9-457d-953b-77e5130d728d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9764349'] for subnet, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:57.572214 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5902e-e2db-4d89-9415-1465658a2662 req-daab7ebe-1b70-4133-8d43-89bd3c61722f tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:57.573865 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fcd5902e-e2db-4d89-9415-1465658a2662 req-daab7ebe-1b70-4133-8d43-89bd3c61722f tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0793531 Nov 25 04:48:57.627726 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 04681d20-54be-4645-a06f-4b9109756ddd up at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:48:57.670333 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fcd5902e-e2db-4d89-9415-1465658a2662 req-1284ed7d-c2c7-48ed-bf1b-416287818d7e tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839324 Nov 25 04:48:57.682463 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning for port 04681d20-54be-4645-a06f-4b9109756ddd completed by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 04:48:57.690771 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning complete for port 04681d20-54be-4645-a06f-4b9109756ddd triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:48:57.691159 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:57.722159 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-47620ce6-15c9-457d-953b-77e5130d728d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9557310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9757719'] for subnet, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:57.780127 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47620ce6-15c9-457d-953b-77e5130d728d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f19c7e8-e536-44fd-bb24-1923a2b0bd3f,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:57.788860 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47620ce6-15c9-457d-953b-77e5130d728d admin admin] Checking segment: {'id': '049782bf-480c-4271-a06d-27d68336923e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '6d704221-f55d-4720-9ef7-c8aca0f2b4d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:48:57.789203 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47620ce6-15c9-457d-953b-77e5130d728d admin admin] Network hostable DHCP agents. Network: 6d704221-f55d-4720-9ef7-c8aca0f2b4d4, hostable agents: ['b468568d-98fa-4cc8-a5cb-272923c6e379'], hosted agents: [] {{(pid=109070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 04:48:57.791987 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-f18dd423-9ac2-4a80-b1f2-f40703f38f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:57.794659 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:57.813208 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47620ce6-15c9-457d-953b-77e5130d728d admin admin] Network 6d704221-f55d-4720-9ef7-c8aca0f2b4d4 is scheduled to be hosted by DHCP agent b468568d-98fa-4cc8-a5cb-272923c6e379 with binding_index 1 {{(pid=109070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 04:48:57.822781 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdb54df-25bf-482d-8501-ae3b93cc5ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04681d20-54be-4645-a06f-4b9109756ddd'}] {{(pid=109072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:48:57.825142 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21d2e46f9f4131852b38a57b118a04601412ee452ef2f91c34d7ef8e942fd252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2c569b-b3d0-4a92-a75d-f7bd9131aa22" -d '{"events": [{"server_uuid": "2fdb54df-25bf-482d-8501-ae3b93cc5ac8", "name": "network-vif-plugged", "status": "completed", "tag": "04681d20-54be-4645-a06f-4b9109756ddd"}]}' {{(pid=109072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:48:57.826253 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-47620ce6-15c9-457d-953b-77e5130d728d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-6-iscsi, 6d704221-f55d-4720-9ef7-c8aca0f2b4d4) {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:48:57.831879 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47620ce6-15c9-457d-953b-77e5130d728d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:57.832600 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-47620ce6-15c9-457d-953b-77e5130d728d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:57.847889 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1df6a42-ec82-44da-b663-ce8ea7b85617 None None] Network 6d704221-f55d-4720-9ef7-c8aca0f2b4d4 requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:48:57.872215 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-47620ce6-15c9-457d-953b-77e5130d728d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4826169 Nov 25 04:48:57.891680 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 04681d20-54be-4645-a06f-4b9109756ddd, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=04681d20-54be-4645-a06f-4b9109756ddd,segment=NetworkSegment(644e32ed-c2f3-4335-b74d-ee8f50200ec0),segment_id=644e32ed-c2f3-4335-b74d-ee8f50200ec0)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:48:57.893965 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a425b5-ecfb-48ff-a305-ef281bd05767 x-openstack-request-id: req-03a425b5-ecfb-48ff-a305-ef281bd05767 {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:48:57.894259 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdb54df-25bf-482d-8501-ae3b93cc5ac8", "name": "network-vif-plugged", "status": "completed", "tag": "04681d20-54be-4645-a06f-4b9109756ddd", "code": 200}]} {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:48:57.894523 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-03a425b5-ecfb-48ff-a305-ef281bd05767 {{(pid=109072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:48:57.894922 dv-cinder-815582-6-iscsi neutron-server[109072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdb54df-25bf-482d-8501-ae3b93cc5ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04681d20-54be-4645-a06f-4b9109756ddd', 'code': 200} Nov 25 04:48:57.901731 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:57.974917 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=04681d20-54be-4645-a06f-4b9109756ddd,revision_number=5']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:58.024180 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3854e710-6984-4c05-bec3-3c47633ef072 None None] Network 6d704221-f55d-4720-9ef7-c8aca0f2b4d4 requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:48:58.217076 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e9b01-bd65-4813-9c15-0d33953e1892 req-9ec0ffbd-a5ac-4baa-a560-eb3562e4ba98 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:58.218632 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7b6e9b01-bd65-4813-9c15-0d33953e1892 req-9ec0ffbd-a5ac-4baa-a560-eb3562e4ba98 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.0845156 Nov 25 04:48:58.226041 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2523426-a016-4425-ac11-f2c0db9069a9 req-88e7e513-f9bb-4eaf-9085-b74152f1707b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:58.227751 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d2523426-a016-4425-ac11-f2c0db9069a9 req-88e7e513-f9bb-4eaf-9085-b74152f1707b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 1098 time: 0.0612624 Nov 25 04:48:58.299578 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7b6e9b01-bd65-4813-9c15-0d33953e1892 req-2bfe544c-5b61-4830-91e0-c80ce9f7e9dc tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704956 Nov 25 04:48:58.309871 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d2523426-a016-4425-ac11-f2c0db9069a9 req-23c9eaed-573c-43dd-a137-1772732d286e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628014 Nov 25 04:48:58.460199 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 53330) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:58.466440 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-3d97d0bf-cc48-436f-869a-eb2ddefb6866 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-172864409-network', 'tenant_id': '87702e6a0cb2446698353cb27a4d4683'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:48:58.495727 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d97d0bf-cc48-436f-869a-eb2ddefb6866 admin admin] Made reservation on behalf of 87702e6a0cb2446698353cb27a4d4683 for: {'network': 1} {{(pid=109071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:48:58.498262 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3d97d0bf-cc48-436f-869a-eb2ddefb6866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for network, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:58.507167 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3d97d0bf-cc48-436f-869a-eb2ddefb6866 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:58.585620 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3d97d0bf-cc48-436f-869a-eb2ddefb6866 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:58.591928 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3d97d0bf-cc48-436f-869a-eb2ddefb6866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:58.613840 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d97d0bf-cc48-436f-869a-eb2ddefb6866 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=109071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 04:48:58.629417 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d97d0bf-cc48-436f-869a-eb2ddefb6866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c99b7a-399b-4bd8-8b2a-e91d211e8f7a,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:58.632457 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3d97d0bf-cc48-436f-869a-eb2ddefb6866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041'] for segment, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:58.632784 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.db.segments_db [None req-3d97d0bf-cc48-436f-869a-eb2ddefb6866 admin admin] Added segment 654d1174-8b41-4269-95a1-da6a70acac41 of type vlan for network dec5145b-06a5-4419-88b8-e0eea137502f Nov 25 04:48:58.677113 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3d97d0bf-cc48-436f-869a-eb2ddefb6866 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783339880421'] for network, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:58.704269 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3d97d0bf-cc48-436f-869a-eb2ddefb6866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519'] for network, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:58.705309 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d97d0bf-cc48-436f-869a-eb2ddefb6866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:58.706008 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3d97d0bf-cc48-436f-869a-eb2ddefb6866 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for network, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:58.759939 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 53344) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:48:58.760607 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-3d97d0bf-cc48-436f-869a-eb2ddefb6866 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2985516 Nov 25 04:48:58.765123 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-8f0fc534-17b0-4cd4-8310-ed6ade000396 admin admin] Request body: {'subnet': {'network_id': 'dec5145b-06a5-4419-88b8-e0eea137502f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-172864409-subnet', 'tenant_id': '87702e6a0cb2446698353cb27a4d4683', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:48:58.798372 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d97d0bf-cc48-436f-869a-eb2ddefb6866 admin admin] Pushing event updated for resources: {'Network': ['ID=dec5145b-06a5-4419-88b8-e0eea137502f,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:58.803718 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0fc534-17b0-4cd4-8310-ed6ade000396 admin admin] Made reservation on behalf of 87702e6a0cb2446698353cb27a4d4683 for: {'subnet': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:48:58.812620 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-8f0fc534-17b0-4cd4-8310-ed6ade000396 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9764349'] for subnet, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:58.821567 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Network dec5145b-06a5-4419-88b8-e0eea137502f details requested by agent ovs-agent-dv-cinder-815582-6-iscsi with host dv-cinder-815582-6-iscsi {{(pid=109072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 04:48:58.823126 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543e7a0-9db5-4ff7-90e9-e845fc584110 req-3ff8dd42-058b-42b7-bfe1-43272a3aaa3c tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:58.825064 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5543e7a0-9db5-4ff7-90e9-e845fc584110 req-3ff8dd42-058b-42b7-bfe1-43272a3aaa3c tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0619617 Nov 25 04:48:58.911893 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5543e7a0-9db5-4ff7-90e9-e845fc584110 req-df18f55b-3503-478e-938c-b10d41b66de6 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792058 Nov 25 04:48:59.071419 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-8f0fc534-17b0-4cd4-8310-ed6ade000396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9557310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9757719'] for subnet, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:59.134599 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0fc534-17b0-4cd4-8310-ed6ade000396 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59a0a3bf-b844-4c4d-bc67-f0cf8f65e0b0,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:48:59.139089 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0fc534-17b0-4cd4-8310-ed6ade000396 admin admin] Checking segment: {'id': '654d1174-8b41-4269-95a1-da6a70acac41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dec5145b-06a5-4419-88b8-e0eea137502f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:48:59.139448 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0fc534-17b0-4cd4-8310-ed6ade000396 admin admin] Network hostable DHCP agents. Network: dec5145b-06a5-4419-88b8-e0eea137502f, hostable agents: ['b468568d-98fa-4cc8-a5cb-272923c6e379'], hosted agents: [] {{(pid=109070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 04:48:59.169227 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0fc534-17b0-4cd4-8310-ed6ade000396 admin admin] Network dec5145b-06a5-4419-88b8-e0eea137502f is scheduled to be hosted by DHCP agent b468568d-98fa-4cc8-a5cb-272923c6e379 with binding_index 1 {{(pid=109070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 04:48:59.179662 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-8f0fc534-17b0-4cd4-8310-ed6ade000396 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-6-iscsi, dec5145b-06a5-4419-88b8-e0eea137502f) {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:48:59.183765 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0fc534-17b0-4cd4-8310-ed6ade000396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:59.184593 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-8f0fc534-17b0-4cd4-8310-ed6ade000396 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:48:59.190574 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fb0f52-6294-4364-b814-7edd09172a90 None None] Network dec5145b-06a5-4419-88b8-e0eea137502f requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:48:59.203247 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-8f0fc534-17b0-4cd4-8310-ed6ade000396 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4417884 Nov 25 04:48:59.337512 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb117eb1-d6f2-4e2c-8b54-c828c41fdf11 None None] Network dec5145b-06a5-4419-88b8-e0eea137502f requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:48:59.486508 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137367ee-fc98-42b2-9b51-b91ff4990186 req-d6006fef-20ed-4892-9a82-244b9481e7eb tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:48:59.502835 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-137367ee-fc98-42b2-9b51-b91ff4990186 req-d6006fef-20ed-4892-9a82-244b9481e7eb tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.1014707 Nov 25 04:48:59.577553 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-137367ee-fc98-42b2-9b51-b91ff4990186 req-65876547-fa03-4866-8bbf-aedf0a5924a7 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718288 Nov 25 04:49:00.068465 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aba265-0e0d-4c60-800e-d7941bd31239 req-8f0f6f77-e5d0-4ba7-bead-7f17c0e465b3 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:00.076163 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-82aba265-0e0d-4c60-800e-d7941bd31239 req-8f0f6f77-e5d0-4ba7-bead-7f17c0e465b3 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0772791 Nov 25 04:49:00.138709 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-82aba265-0e0d-4c60-800e-d7941bd31239 req-a698a2ed-bdb7-468a-a09d-1c198308fa4b tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615098 Nov 25 04:49:00.160446 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-b5491da8-a25b-4bc4-9916-b0b73a75ac8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:00.357883 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-6361d4f9-38dc-45d4-ab8e-094a8fcfddf6 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:00.359379 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-6361d4f9-38dc-45d4-ab8e-094a8fcfddf6 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/networks?id=07b4a06c-8a0a-4473-b5d9-23bf4e89383a HTTP/1.1" status: 200 len: 815 time: 0.1041737 Nov 25 04:49:00.374561 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-a0bb0b4f-4572-4c77-927a-215127a66b4a tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/quotas/b78f91fa9da147eda471e50cc9684f97 HTTP/1.1" status: 200 len: 375 time: 0.0093219 Nov 25 04:49:00.426985 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-2473892a-796a-4f42-ad6e-f13e9ab79be4 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b78f91fa9da147eda471e50cc9684f97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0471468 Nov 25 04:49:00.526127 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-e86f05e9-c6ef-40ed-8039-cab3f6709585 service neutron] 10.222.0.36 "GET /v2.0/networks/07b4a06c-8a0a-4473-b5d9-23bf4e89383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914929 Nov 25 04:49:00.632519 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-10bb084c-0b05-480b-ab8a-23dc767a799a service neutron] 10.222.0.36 "GET /v2.0/networks/07b4a06c-8a0a-4473-b5d9-23bf4e89383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946295 Nov 25 04:49:00.715450 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8c587-5e1c-45c0-9e97-7b3cee3647eb req-127f1675-6d2f-4de1-b68f-925a724b864b tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:00.717013 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-3fc8c587-5e1c-45c0-9e97-7b3cee3647eb req-127f1675-6d2f-4de1-b68f-925a724b864b tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.0497479 Nov 25 04:49:00.783374 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-3fc8c587-5e1c-45c0-9e97-7b3cee3647eb req-ba99b7fb-b31b-4243-8d1b-fa4a17966d8b tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540488 Nov 25 04:49:00.826685 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d92b2544-befa-432d-b3f5-4095cc3c5066 req-f8c4f2c3-2dce-483f-90e8-0d96253f8116 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=d32a9a6b-2022-409f-8961-818502fc99d3 HTTP/1.1" status: 200 len: 210 time: 0.0278594 Nov 25 04:49:00.905669 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5e138-6be2-4c11-b779-bf4063ab92e6 req-80d13472-4b5b-467c-90b1-7d743c6ab178 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:00.907209 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-1bb5e138-6be2-4c11-b779-bf4063ab92e6 req-80d13472-4b5b-467c-90b1-7d743c6ab178 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.0579627 Nov 25 04:49:00.916594 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 53418) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:00.920747 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-dd1a7022-d156-497f-b361-21eb0bd45f76 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Request body: {'floatingip': {'port_id': '04681d20-54be-4645-a06f-4b9109756ddd'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:49:00.994023 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-dd1a7022-d156-497f-b361-21eb0bd45f76 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for floatingip, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:01.209134 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:01.753781 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7953339f-671a-4074-b512-41a7e6f4a2f1 req-7510a6e3-8230-42e4-aedd-de68c2b3f6f8 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:01.755240 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7953339f-671a-4074-b512-41a7e6f4a2f1 req-7510a6e3-8230-42e4-aedd-de68c2b3f6f8 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.5036843 Nov 25 04:49:01.912450 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7953339f-671a-4074-b512-41a7e6f4a2f1 req-36e98cda-7d1b-465f-bc08-3f7ce9c253dc tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486967 Nov 25 04:49:01.922057 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-937791a4-bab3-4c83-93e3-0ab993447c70 req-880dc77a-5423-4045-b8b7-1fd0ed87ced0 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=d32a9a6b-2022-409f-8961-818502fc99d3 HTTP/1.1" status: 200 len: 210 time: 0.0263400 Nov 25 04:49:01.952908 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-dd1a7022-d156-497f-b361-21eb0bd45f76 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:01.959366 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-dd1a7022-d156-497f-b361-21eb0bd45f76 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688023'] for floatingip, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:02.073760 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.db.l3_db [None req-dd1a7022-d156-497f-b361-21eb0bd45f76 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Floating IP b11cbd86-9e49-4750-a5cc-79ab75ec546f associated. External IP: 172.27.2.242, port: 04681d20-54be-4645-a06f-4b9109756ddd. Nov 25 04:49:02.294903 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-663068e0-b0c3-483b-aa6a-700eeedadbc1 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:02.296645 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-663068e0-b0c3-483b-aa6a-700eeedadbc1 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.41 "GET /v2.0/networks?id=07b4a06c-8a0a-4473-b5d9-23bf4e89383a HTTP/1.1" status: 200 len: 815 time: 0.1596298 Nov 25 04:49:02.396943 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1a7022-d156-497f-b361-21eb0bd45f76 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Router 7148b292-21cd-4c70-b902-684b86a972bf has already been hosted by L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f {{(pid=109070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 04:49:02.504548 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1a7022-d156-497f-b361-21eb0bd45f76 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:49:02.510007 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-dd1a7022-d156-497f-b361-21eb0bd45f76 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for floatingip, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:02.518108 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af92c1b8-8878-4da9-97c2-fb81534a8056 None None] Sync routers for ids ['7148b292-21cd-4c70-b902-684b86a972bf'] in dv-cinder-815582-6-iscsi {{(pid=109073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:49:02.535303 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af92c1b8-8878-4da9-97c2-fb81534a8056 None None] Routers {'7148b292-21cd-4c70-b902-684b86a972bf'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:49:02.536104 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-af92c1b8-8878-4da9-97c2-fb81534a8056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:49:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['7148b292-21cd-4c70-b902-684b86a972bf'], 'active': True} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:49:02.549553 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-dd1a7022-d156-497f-b361-21eb0bd45f76 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "PUT /v2.0/floatingips/b11cbd86-9e49-4750-a5cc-79ab75ec546f HTTP/1.1" status: 200 len: 991 time: 1.6321936 Nov 25 04:49:02.550339 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fdb54df-25bf-482d-8501-ae3b93cc5ac8', 'tag': '04681d20-54be-4645-a06f-4b9109756ddd'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:49:02.553120 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c54fbf746f0c7fba78ef8d59e1beae84bb94fede6ed59824d7b8ea859eeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b8e027-b62d-457a-a38d-88787fffe426" -d '{"events": [{"name": "network-changed", "server_uuid": "2fdb54df-25bf-482d-8501-ae3b93cc5ac8", "tag": "04681d20-54be-4645-a06f-4b9109756ddd"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:49:02.610097 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:02.614138 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 04:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f5fc37-836c-4bb2-bb72-fc19daff42e7 x-openstack-request-id: req-17f5fc37-836c-4bb2-bb72-fc19daff42e7 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:49:02.614639 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fdb54df-25bf-482d-8501-ae3b93cc5ac8", "tag": "04681d20-54be-4645-a06f-4b9109756ddd", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:49:02.615155 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-17f5fc37-836c-4bb2-bb72-fc19daff42e7 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:49:02.615628 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdb54df-25bf-482d-8501-ae3b93cc5ac8', 'tag': '04681d20-54be-4645-a06f-4b9109756ddd', 'status': 'completed', 'code': 200} Nov 25 04:49:02.648089 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvr_db [None req-af92c1b8-8878-4da9-97c2-fb81534a8056 None None] Set router 7148b292-21cd-4c70-b902-684b86a972bf gateway port host: dv-cinder-815582-6-iscsi {{(pid=109073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:49:02.926739 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-af92c1b8-8878-4da9-97c2-fb81534a8056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7148b292-21cd-4c70-b902-684b86a972bf', 'name': 'tempest-AttachVolumeShelveTestJSON-110648917-router', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '699b77c7-59e1-4e8c-81b0-1e5fa28041b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:48:13Z', 'updated_at': '2021-11-25T04:48:29Z', 'revision_number': 4, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'gw_port': {'id': '699b77c7-59e1-4e8c-81b0-1e5fa28041b2', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7148b292-21cd-4c70-b902-684b86a972bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:15Z', 'updated_at': '2021-11-25T04:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_floatingips': [{'id': 'b11cbd86-9e49-4750-a5cc-79ab75ec546f', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'router_id': '7148b292-21cd-4c70-b902-684b86a972bf', 'port_id': '04681d20-54be-4645-a06f-4b9109756ddd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0', 'mac_address': 'fa:16:3e:2e:9d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdb54df-25bf-482d-8501-ae3b93cc5ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:48:39Z', 'updated_at': '2021-11-25T04:49:01Z', 'revision_number': 1, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a337d4c-e698-489a-b780-f00619525ce6', 'name': '', 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'mac_address': 'fa:16:3e:9f:e7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7148b292-21cd-4c70-b902-684b86a972bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6ff11583-5631-4068-991c-12b3ca3de03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:26Z', 'updated_at': '2021-11-25T04:48:37Z', 'revision_number': 5, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'subnets': [{'id': '6ff11583-5631-4068-991c-12b3ca3de03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:49:02.957292 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af92c1b8-8878-4da9-97c2-fb81534a8056 None None] Checking router: 7148b292-21cd-4c70-b902-684b86a972bf for host: dv-cinder-815582-6-iscsi {{(pid=109073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:49:02.966085 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af92c1b8-8878-4da9-97c2-fb81534a8056 None None] Routers {'7148b292-21cd-4c70-b902-684b86a972bf'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:49:02.966697 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-af92c1b8-8878-4da9-97c2-fb81534a8056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:49:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['7148b292-21cd-4c70-b902-684b86a972bf'], 'active': True} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:49:03.034638 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f7aca-1304-4d51-bf9b-a8c107df18dd req-0e833a75-f5a3-40ba-b09c-22988e07df2b tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:03.036060 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-386f7aca-1304-4d51-bf9b-a8c107df18dd req-0e833a75-f5a3-40ba-b09c-22988e07df2b tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0481939 Nov 25 04:49:03.073199 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvr_db [None req-af92c1b8-8878-4da9-97c2-fb81534a8056 None None] Set router 7148b292-21cd-4c70-b902-684b86a972bf gateway port host: dv-cinder-815582-6-iscsi {{(pid=109073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:49:03.083957 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-386f7aca-1304-4d51-bf9b-a8c107df18dd req-42135225-4dee-4ddb-9085-8f6baf04bcae tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415483 Nov 25 04:49:03.170049 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-cbf2c8de-82f2-4af4-bd29-5945175f123c req-896383be-a6a4-4cf6-a940-b9cc472f544b tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=d32a9a6b-2022-409f-8961-818502fc99d3 HTTP/1.1" status: 200 len: 210 time: 0.0253525 Nov 25 04:49:03.297010 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-af92c1b8-8878-4da9-97c2-fb81534a8056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7148b292-21cd-4c70-b902-684b86a972bf', 'name': 'tempest-AttachVolumeShelveTestJSON-110648917-router', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '699b77c7-59e1-4e8c-81b0-1e5fa28041b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:48:13Z', 'updated_at': '2021-11-25T04:48:29Z', 'revision_number': 4, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'gw_port': {'id': '699b77c7-59e1-4e8c-81b0-1e5fa28041b2', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7148b292-21cd-4c70-b902-684b86a972bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:15Z', 'updated_at': '2021-11-25T04:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_floatingips': [{'id': 'b11cbd86-9e49-4750-a5cc-79ab75ec546f', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'router_id': '7148b292-21cd-4c70-b902-684b86a972bf', 'port_id': '04681d20-54be-4645-a06f-4b9109756ddd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0', 'mac_address': 'fa:16:3e:2e:9d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdb54df-25bf-482d-8501-ae3b93cc5ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:48:39Z', 'updated_at': '2021-11-25T04:49:01Z', 'revision_number': 1, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a337d4c-e698-489a-b780-f00619525ce6', 'name': '', 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'mac_address': 'fa:16:3e:9f:e7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7148b292-21cd-4c70-b902-684b86a972bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6ff11583-5631-4068-991c-12b3ca3de03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:26Z', 'updated_at': '2021-11-25T04:48:37Z', 'revision_number': 5, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'subnets': [{'id': '6ff11583-5631-4068-991c-12b3ca3de03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:49:03.323416 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af92c1b8-8878-4da9-97c2-fb81534a8056 None None] The sync data for ids ['7148b292-21cd-4c70-b902-684b86a972bf'] in dv-cinder-815582-6-iscsi is: [{'id': '7148b292-21cd-4c70-b902-684b86a972bf', 'name': 'tempest-AttachVolumeShelveTestJSON-110648917-router', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '699b77c7-59e1-4e8c-81b0-1e5fa28041b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:48:13Z', 'updated_at': '2021-11-25T04:48:29Z', 'revision_number': 4, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'gw_port': {'id': '699b77c7-59e1-4e8c-81b0-1e5fa28041b2', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7148b292-21cd-4c70-b902-684b86a972bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:15Z', 'updated_at': '2021-11-25T04:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_floatingips': [{'id': 'b11cbd86-9e49-4750-a5cc-79ab75ec546f', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'router_id': '7148b292-21cd-4c70-b902-684b86a972bf', 'port_id': '04681d20-54be-4645-a06f-4b9109756ddd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0', 'mac_address': 'fa:16:3e:2e:9d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdb54df-25bf-482d-8501-ae3b93cc5ac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:48:39Z', 'updated_at': '2021-11-25T04:49:01Z', 'revision_number': 1, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a337d4c-e698-489a-b780-f00619525ce6', 'name': '', 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'mac_address': 'fa:16:3e:9f:e7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7148b292-21cd-4c70-b902-684b86a972bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6ff11583-5631-4068-991c-12b3ca3de03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:26Z', 'updated_at': '2021-11-25T04:48:37Z', 'revision_number': 5, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'subnets': [{'id': '6ff11583-5631-4068-991c-12b3ca3de03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:49:03.538303 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a6dc70-8ef0-48ca-83a8-f3033a0ca8d5 None None] New status for floating IP b11cbd86-9e49-4750-a5cc-79ab75ec546f: ACTIVE {{(pid=109072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 04:49:03.630845 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:04.228009 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6804f01-ea86-4e4f-be38-fca210b12e3c req-21419a00-47ba-4710-808b-3a621836ea5f tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:04.229574 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f6804f01-ea86-4e4f-be38-fca210b12e3c req-21419a00-47ba-4710-808b-3a621836ea5f tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0633540 Nov 25 04:49:04.278787 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f6804f01-ea86-4e4f-be38-fca210b12e3c req-9aa2855e-bcfc-4c8c-be76-c82c7ad55bc8 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429122 Nov 25 04:49:04.362221 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-93b8c565-e67e-45cf-898b-1b7f989a1dc8 req-a20edb9e-c95b-4eaf-ad9e-77b9684c3f73 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=d32a9a6b-2022-409f-8961-818502fc99d3 HTTP/1.1" status: 200 len: 210 time: 0.0277522 Nov 25 04:49:05.193129 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-c21328b9-307d-42b4-98fb-bbfe85234f3b tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Request body: {'port': {'device_id': 'd32a9a6b-2022-409f-8961-818502fc99d3', 'network_id': '07b4a06c-8a0a-4473-b5d9-23bf4e89383a', 'admin_state_up': True, 'tenant_id': 'b78f91fa9da147eda471e50cc9684f97'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:49:05.226995 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8e027-b62d-457a-a38d-88787fffe426 req-97c1bdec-007f-4cb9-b23d-4f0a14e0e239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:05.228618 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-e6b8e027-b62d-457a-a38d-88787fffe426 req-97c1bdec-007f-4cb9-b23d-4f0a14e0e239 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f231a19b2ca6447282b854aaf157e86c&device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 1098 time: 0.0459704 Nov 25 04:49:05.312620 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-c21328b9-307d-42b4-98fb-bbfe85234f3b tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Made reservation on behalf of b78f91fa9da147eda471e50cc9684f97 for: {'port': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:49:05.317028 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-c21328b9-307d-42b4-98fb-bbfe85234f3b tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:05.347830 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8e027-b62d-457a-a38d-88787fffe426 req-cde86d09-d5ef-44f1-9e64-7323ce7bb412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:05.349540 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-e6b8e027-b62d-457a-a38d-88787fffe426 req-cde86d09-d5ef-44f1-9e64-7323ce7bb412 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3bbd6da5-4c15-46da-9de5-c44a36974cd0 HTTP/1.1" status: 200 len: 917 time: 0.0906427 Nov 25 04:49:05.473442 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-e6b8e027-b62d-457a-a38d-88787fffe426 req-a043861a-7e7f-4360-9c2a-f6f2d599d828 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04681d20-54be-4645-a06f-4b9109756ddd HTTP/1.1" status: 200 len: 1001 time: 0.1129680 Nov 25 04:49:05.473944 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-c21328b9-307d-42b4-98fb-bbfe85234f3b tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Allocated IP 172.20.0.5 (07b4a06c-8a0a-4473-b5d9-23bf4e89383a/6ffd8615-faa0-4b27-8f0c-4d18d573a8e0/a28f5d06-763d-4510-af66-7ffd1e741881) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:49:05.477662 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8a696752-1787-4873-ac12-0daa34244276 req-c3c49ff8-7227-4c7d-9291-696d637950e8 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=d32a9a6b-2022-409f-8961-818502fc99d3 HTTP/1.1" status: 200 len: 210 time: 0.0329525 Nov 25 04:49:05.488533 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a59505-45ff-4996-8cc6-8c890429a880 req-cac8644e-462c-4a7a-9a11-622b23eefead tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:05.489999 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-59a59505-45ff-4996-8cc6-8c890429a880 req-cac8644e-462c-4a7a-9a11-622b23eefead tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.1394429 Nov 25 04:49:05.557994 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8e027-b62d-457a-a38d-88787fffe426 req-d0d469df-ee92-4010-b6f6-951028f5071f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:05.559500 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-e6b8e027-b62d-457a-a38d-88787fffe426 req-d0d469df-ee92-4010-b6f6-951028f5071f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ff11583-5631-4068-991c-12b3ca3de03f HTTP/1.1" status: 200 len: 855 time: 0.0672131 Nov 25 04:49:05.573749 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-59a59505-45ff-4996-8cc6-8c890429a880 req-158bd56f-013b-4081-99b1-ef73ebc8a6de tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734706 Nov 25 04:49:05.629393 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8e027-b62d-457a-a38d-88787fffe426 req-8d39c1f0-d7bf-489e-a040-c6e50f6cd992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:05.631125 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-e6b8e027-b62d-457a-a38d-88787fffe426 req-8d39c1f0-d7bf-489e-a040-c6e50f6cd992 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3bbd6da5-4c15-46da-9de5-c44a36974cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564909 Nov 25 04:49:05.640442 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-c21328b9-307d-42b4-98fb-bbfe85234f3b tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Publish callbacks [] for port, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:05.676614 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-c21328b9-307d-42b4-98fb-bbfe85234f3b tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:05.720869 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-c21328b9-307d-42b4-98fb-bbfe85234f3b tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Network 07b4a06c-8a0a-4473-b5d9-23bf4e89383a is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:49:05.724598 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-c21328b9-307d-42b4-98fb-bbfe85234f3b tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:49:05.725731 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['13e72fd7-b1cc-4261-a096-bd204b592887'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:49:05.729502 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-c21328b9-307d-42b4-98fb-bbfe85234f3b tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:49:05.739594 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21328b9-307d-42b4-98fb-bbfe85234f3b tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Pushing event updated for resources: {'Port': ['ID=a28f5d06-763d-4510-af66-7ffd1e741881,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:05.740617 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-e6b8e027-b62d-457a-a38d-88787fffe426 req-1d4c60af-f5c6-4948-af71-a3ebecec498c service neutron] 10.222.0.41 "GET /v2.0/networks/3bbd6da5-4c15-46da-9de5-c44a36974cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977671 Nov 25 04:49:05.808038 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-c21328b9-307d-42b4-98fb-bbfe85234f3b tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:05.810171 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-c21328b9-307d-42b4-98fb-bbfe85234f3b tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for port, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:05.829909 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-c21328b9-307d-42b4-98fb-bbfe85234f3b tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6495349 Nov 25 04:49:05.847391 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-e6b8e027-b62d-457a-a38d-88787fffe426 req-93e67e71-7ea7-45b6-9548-63558115a263 service neutron] 10.222.0.41 "GET /v2.0/networks/3bbd6da5-4c15-46da-9de5-c44a36974cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981183 Nov 25 04:49:06.599055 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91363b0b-baf4-4071-8804-000e47de1249 req-7df7f446-1301-4fd0-bc73-2160ec7af0ea tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:06.601239 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-91363b0b-baf4-4071-8804-000e47de1249 req-7df7f446-1301-4fd0-bc73-2160ec7af0ea tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=d32a9a6b-2022-409f-8961-818502fc99d3 HTTP/1.1" status: 200 len: 931 time: 0.0540154 Nov 25 04:49:06.652076 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-91363b0b-baf4-4071-8804-000e47de1249 req-0810ab0f-cd9c-49d7-af0c-53b386521712 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439644 Nov 25 04:49:06.764390 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a873fe-0586-499a-9f3b-f65a317ef8dd req-1fa57189-c74b-4e1b-bb7c-41bb65b76933 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:06.765787 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f6a873fe-0586-499a-9f3b-f65a317ef8dd req-1fa57189-c74b-4e1b-bb7c-41bb65b76933 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0543563 Nov 25 04:49:06.818811 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f6a873fe-0586-499a-9f3b-f65a317ef8dd req-bbc4017e-fa44-4b42-a7d7-529db02a3d15 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436251 Nov 25 04:49:07.789100 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c855f16-df97-4123-919b-a116a27f5f7f req-a3e479d1-a295-4832-abd3-9b3f8bee0d18 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:07.791495 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0c855f16-df97-4123-919b-a116a27f5f7f req-a3e479d1-a295-4832-abd3-9b3f8bee0d18 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=d32a9a6b-2022-409f-8961-818502fc99d3 HTTP/1.1" status: 200 len: 931 time: 0.0603549 Nov 25 04:49:07.841979 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0c855f16-df97-4123-919b-a116a27f5f7f req-077253cc-ac16-4687-b892-8ee78635ee10 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428753 Nov 25 04:49:07.943079 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9378633-a099-4636-96e1-5c4dfff195a2 req-dbebb4a7-b13c-41f5-bce9-fce9e1512af3 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:07.944621 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-e9378633-a099-4636-96e1-5c4dfff195a2 req-dbebb4a7-b13c-41f5-bce9-fce9e1512af3 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0484390 Nov 25 04:49:07.991760 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-e9378633-a099-4636-96e1-5c4dfff195a2 req-e9c25153-9a9b-46a9-b259-b4ae4b4b175f tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409367 Nov 25 04:49:08.962667 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c788a-d248-41dc-a76c-556a6db3ea29 req-2976f0cd-9b97-403a-bad9-00f7230e6f03 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:08.964360 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-268c788a-d248-41dc-a76c-556a6db3ea29 req-2976f0cd-9b97-403a-bad9-00f7230e6f03 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=d32a9a6b-2022-409f-8961-818502fc99d3 HTTP/1.1" status: 200 len: 931 time: 0.0551236 Nov 25 04:49:09.011829 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-268c788a-d248-41dc-a76c-556a6db3ea29 req-34a73744-0f4d-4be5-8612-7343b2322837 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411823 Nov 25 04:49:09.116728 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd7e88-f437-4dd5-b516-cc61c07ce30f req-9471697d-892f-4220-a664-5e7b25bb814f tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:09.118224 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-2dcd7e88-f437-4dd5-b516-cc61c07ce30f req-9471697d-892f-4220-a664-5e7b25bb814f tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0516727 Nov 25 04:49:09.120271 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-3f217df4-5b85-4459-9691-ac5bf3ed4972 service neutron] Request body: {'port': {'device_id': 'd32a9a6b-2022-409f-8961-818502fc99d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:49:09.165583 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-2dcd7e88-f437-4dd5-b516-cc61c07ce30f req-f7968817-b910-41f1-8a9d-92d6ac4dd5b7 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411973 Nov 25 04:49:09.180695 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-3f217df4-5b85-4459-9691-ac5bf3ed4972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:09.456139 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-3f217df4-5b85-4459-9691-ac5bf3ed4972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a28f5d06-763d-4510-af66-7ffd1e741881 {{(pid=109070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:49:09.463797 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-3f217df4-5b85-4459-9691-ac5bf3ed4972 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:09.476547 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.provisioning_blocks [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-3f217df4-5b85-4459-9691-ac5bf3ed4972 service neutron] Transition to ACTIVE for port object a28f5d06-763d-4510-af66-7ffd1e741881 will not be triggered until provisioned by entity L2. {{(pid=109070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 04:49:09.481035 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-3f217df4-5b85-4459-9691-ac5bf3ed4972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9557411'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:09.546087 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f217df4-5b85-4459-9691-ac5bf3ed4972 service neutron] Pushing event updated for resources: {'Port': ['ID=a28f5d06-763d-4510-af66-7ffd1e741881,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:09.574330 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f217df4-5b85-4459-9691-ac5bf3ed4972 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:49:09.574681 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f217df4-5b85-4459-9691-ac5bf3ed4972 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:49:09.575017 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f217df4-5b85-4459-9691-ac5bf3ed4972 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:49:09.575322 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f217df4-5b85-4459-9691-ac5bf3ed4972 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:49:09.575707 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f217df4-5b85-4459-9691-ac5bf3ed4972 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:49:09.576002 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f217df4-5b85-4459-9691-ac5bf3ed4972 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:49:09.576389 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f217df4-5b85-4459-9691-ac5bf3ed4972 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:49:09.576721 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f217df4-5b85-4459-9691-ac5bf3ed4972 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:49:09.577039 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f217df4-5b85-4459-9691-ac5bf3ed4972 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:49:09.577370 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f217df4-5b85-4459-9691-ac5bf3ed4972 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:49:09.577681 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f217df4-5b85-4459-9691-ac5bf3ed4972 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:49:09.577995 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f217df4-5b85-4459-9691-ac5bf3ed4972 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:49:09.608690 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-3f217df4-5b85-4459-9691-ac5bf3ed4972 service neutron] Attempting to bind port a28f5d06-763d-4510-af66-7ffd1e741881 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:49:09.609041 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-3f217df4-5b85-4459-9691-ac5bf3ed4972 service neutron] Attempting to bind port a28f5d06-763d-4510-af66-7ffd1e741881 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '792aad72-a90b-4c1e-a5fe-25e7806f78d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '07b4a06c-8a0a-4473-b5d9-23bf4e89383a'}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:49:09.609371 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-3f217df4-5b85-4459-9691-ac5bf3ed4972 service neutron] Attempting to bind port a28f5d06-763d-4510-af66-7ffd1e741881 on network 07b4a06c-8a0a-4473-b5d9-23bf4e89383a {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:49:09.613862 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-3f217df4-5b85-4459-9691-ac5bf3ed4972 service neutron] Port a28f5d06-763d-4510-af66-7ffd1e741881 on network 07b4a06c-8a0a-4473-b5d9-23bf4e89383a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 04:49:09.614180 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-3f217df4-5b85-4459-9691-ac5bf3ed4972 service neutron] Attempting to bind port a28f5d06-763d-4510-af66-7ffd1e741881 on network 07b4a06c-8a0a-4473-b5d9-23bf4e89383a {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:49:09.619167 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-3f217df4-5b85-4459-9691-ac5bf3ed4972 service neutron] Checking agent: {'id': '1f14ab98-53f7-4a68-bcc6-b943f33cb2d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'started_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:49:09.619657 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-3f217df4-5b85-4459-9691-ac5bf3ed4972 service neutron] Checking segment: {'id': '792aad72-a90b-4c1e-a5fe-25e7806f78d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '07b4a06c-8a0a-4473-b5d9-23bf4e89383a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:49:09.620055 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-3f217df4-5b85-4459-9691-ac5bf3ed4972 service neutron] Bound using segment: {'id': '792aad72-a90b-4c1e-a5fe-25e7806f78d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '07b4a06c-8a0a-4473-b5d9-23bf4e89383a'} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:49:09.620687 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-3f217df4-5b85-4459-9691-ac5bf3ed4972 service neutron] Bound port: a28f5d06-763d-4510-af66-7ffd1e741881, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '792aad72-a90b-4c1e-a5fe-25e7806f78d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '07b4a06c-8a0a-4473-b5d9-23bf4e89383a'}}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:49:09.621085 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-3f217df4-5b85-4459-9691-ac5bf3ed4972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:09.699311 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-3f217df4-5b85-4459-9691-ac5bf3ed4972 service neutron] For port a28f5d06-763d-4510-af66-7ffd1e741881, host hv-cinder-81558, cleared binding levels {{(pid=109070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:49:09.702636 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-3f217df4-5b85-4459-9691-ac5bf3ed4972 service neutron] For port a28f5d06-763d-4510-af66-7ffd1e741881, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a28f5d06-763d-4510-af66-7ffd1e741881,segment=NetworkSegment(792aad72-a90b-4c1e-a5fe-25e7806f78d6),segment_id=792aad72-a90b-4c1e-a5fe-25e7806f78d6)] {{(pid=109070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:49:09.706872 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-3f217df4-5b85-4459-9691-ac5bf3ed4972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9557411'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:09.746189 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-3f217df4-5b85-4459-9691-ac5bf3ed4972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:09.746189 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-3f217df4-5b85-4459-9691-ac5bf3ed4972 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for port, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:09.747257 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-3f217df4-5b85-4459-9691-ac5bf3ed4972 service neutron] 10.222.0.41 "PUT /v2.0/ports/a28f5d06-763d-4510-af66-7ffd1e741881 HTTP/1.1" status: 200 len: 1093 time: 0.6315725 Nov 25 04:49:09.747707 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd32a9a6b-2022-409f-8961-818502fc99d3', 'tag': 'a28f5d06-763d-4510-af66-7ffd1e741881'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:49:09.750009 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c54fbf746f0c7fba78ef8d59e1beae84bb94fede6ed59824d7b8ea859eeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a9791a-2706-46fd-9702-2adb52cf92b6" -d '{"events": [{"name": "network-changed", "server_uuid": "d32a9a6b-2022-409f-8961-818502fc99d3", "tag": "a28f5d06-763d-4510-af66-7ffd1e741881"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:49:09.770965 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f217df4-5b85-4459-9691-ac5bf3ed4972 service neutron] Pushing event updated for resources: {'Port': ['ID=a28f5d06-763d-4510-af66-7ffd1e741881,revision_number=3']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:09.789738 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 04:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018a9eaf-f400-4858-875a-8a171599e0f4 x-openstack-request-id: req-018a9eaf-f400-4858-875a-8a171599e0f4 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:49:09.790073 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d32a9a6b-2022-409f-8961-818502fc99d3", "tag": "a28f5d06-763d-4510-af66-7ffd1e741881", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:49:09.790403 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-018a9eaf-f400-4858-875a-8a171599e0f4 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:49:09.790988 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd32a9a6b-2022-409f-8961-818502fc99d3', 'tag': 'a28f5d06-763d-4510-af66-7ffd1e741881', 'status': 'completed', 'code': 200} Nov 25 04:49:09.927585 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9791a-2706-46fd-9702-2adb52cf92b6 req-3feee538-ddc2-4e2e-a611-e18f6e43e0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:09.929167 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-00a9791a-2706-46fd-9702-2adb52cf92b6 req-3feee538-ddc2-4e2e-a611-e18f6e43e0f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78f91fa9da147eda471e50cc9684f97&device_id=d32a9a6b-2022-409f-8961-818502fc99d3 HTTP/1.1" status: 200 len: 1096 time: 0.0493343 Nov 25 04:49:10.060758 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9791a-2706-46fd-9702-2adb52cf92b6 req-6ed866d7-1b0b-4fcd-a648-0f530b76229a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:10.062275 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-00a9791a-2706-46fd-9702-2adb52cf92b6 req-6ed866d7-1b0b-4fcd-a648-0f530b76229a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b78f91fa9da147eda471e50cc9684f97&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1052477 Nov 25 04:49:10.144655 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a1c4c-3237-44e3-b196-d182ccc63d16 req-719fee29-e6f8-40b6-bb04-1260b490c607 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:10.146959 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-709a1c4c-3237-44e3-b196-d182ccc63d16 req-719fee29-e6f8-40b6-bb04-1260b490c607 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=d32a9a6b-2022-409f-8961-818502fc99d3 HTTP/1.1" status: 200 len: 943 time: 0.0588255 Nov 25 04:49:10.176291 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9791a-2706-46fd-9702-2adb52cf92b6 req-ee3854a2-6776-4d23-bd72-082c29a088e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:10.177921 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-00a9791a-2706-46fd-9702-2adb52cf92b6 req-ee3854a2-6776-4d23-bd72-082c29a088e7 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1052547 Nov 25 04:49:10.236872 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-709a1c4c-3237-44e3-b196-d182ccc63d16 req-23fd19b8-1ebf-46dc-8e5a-ebc8034cc0fd tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777836 Nov 25 04:49:10.360181 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0d372-9540-4d2e-8177-16fc0bec7462 req-aa423d56-8b54-4f9d-bb1d-5d58a3fc6fdb tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:10.362259 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-95e0d372-9540-4d2e-8177-16fc0bec7462 req-aa423d56-8b54-4f9d-bb1d-5d58a3fc6fdb tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0570643 Nov 25 04:49:10.383795 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-95d8336c-6e15-4fa8-ae62-6a80371373b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:10.385933 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-95d8336c-6e15-4fa8-ae62-6a80371373b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78f91fa9da147eda471e50cc9684f97&device_id=d32a9a6b-2022-409f-8961-818502fc99d3 HTTP/1.1" status: 200 len: 1096 time: 0.0559006 Nov 25 04:49:10.422877 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-95e0d372-9540-4d2e-8177-16fc0bec7462 req-9bca5961-7a6f-4b1c-82b0-98d3bc7f5277 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544229 Nov 25 04:49:10.456722 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-d9f04913-677f-484c-8686-d948d6826328 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a28f5d06-763d-4510-af66-7ffd1e741881 HTTP/1.1" status: 200 len: 217 time: 0.0486162 Nov 25 04:49:10.751999 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-2afff129-f751-4540-a02c-7a9a2e3a9f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:10.753504 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-2afff129-f751-4540-a02c-7a9a2e3a9f78 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ffd8615-faa0-4b27-8f0c-4d18d573a8e0 HTTP/1.1" status: 200 len: 855 time: 0.2881002 Nov 25 04:49:10.795112 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-1c6ef258-e14e-4f06-a77e-d1a594fada7c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07b4a06c-8a0a-4473-b5d9-23bf4e89383a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281739 Nov 25 04:49:10.889481 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-c0054675-4490-4833-b655-90e8c1b689f4 service neutron] 10.222.0.41 "GET /v2.0/networks/07b4a06c-8a0a-4473-b5d9-23bf4e89383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845897 Nov 25 04:49:10.993888 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f18a1743-a34b-4ea3-8da0-29412fe5632b req-b4eef930-649b-4f76-8364-72c2fe08eff6 service neutron] 10.222.0.41 "GET /v2.0/networks/07b4a06c-8a0a-4473-b5d9-23bf4e89383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873680 Nov 25 04:49:11.371997 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391eb396-22d8-4004-8864-dd998bfa15ae req-41d0c504-7f91-4e1d-a830-d38eb592d5be tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:11.373583 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-391eb396-22d8-4004-8864-dd998bfa15ae req-41d0c504-7f91-4e1d-a830-d38eb592d5be tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=d32a9a6b-2022-409f-8961-818502fc99d3 HTTP/1.1" status: 200 len: 943 time: 0.0552621 Nov 25 04:49:11.388619 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf6c4b-0f7d-4467-96e3-2a168b4c72c4 req-23c676c7-44db-4682-ae27-d42c5351856b tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:11.391211 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ffdf6c4b-0f7d-4467-96e3-2a168b4c72c4 req-23c676c7-44db-4682-ae27-d42c5351856b tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/ports?device_id=74f8fed7-3328-43c0-b943-daa871523405 HTTP/1.1" status: 200 len: 945 time: 0.0580699 Nov 25 04:49:11.422820 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-391eb396-22d8-4004-8864-dd998bfa15ae req-ca8130a3-1745-4cc8-b8db-7e3b9090a2b1 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425258 Nov 25 04:49:11.449764 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ffdf6c4b-0f7d-4467-96e3-2a168b4c72c4 req-9e1f9db6-2b5c-42d2-b865-bf75a5688666 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/security-groups?id=21767e5c-1b0a-4998-a472-180adb952ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525911 Nov 25 04:49:11.556241 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b589284-d2ad-4536-ab4a-6bb160ec614d req-dc8fd222-c261-464f-acec-d2ddf686143a tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:11.557721 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3b589284-d2ad-4536-ab4a-6bb160ec614d req-dc8fd222-c261-464f-acec-d2ddf686143a tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0487342 Nov 25 04:49:11.621008 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3b589284-d2ad-4536-ab4a-6bb160ec614d req-2dff5f54-4815-4c24-9d63-fc17fdbe5da6 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568826 Nov 25 04:49:11.897373 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 53656) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:12.010706 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3508800d-e0f9-4a0a-a669-95b73c28c101 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:12.099162 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3508800d-e0f9-4a0a-a669-95b73c28c101 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:12.106331 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3508800d-e0f9-4a0a-a669-95b73c28c101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:12.149375 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-3508800d-e0f9-4a0a-a669-95b73c28c101 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c3515c502d884494b6febe19eb2d3926&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2509253 Nov 25 04:49:12.150384 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508800d-e0f9-4a0a-a669-95b73c28c101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8b9c33-9c56-4776-a942-367dc4f7855f,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:12.152577 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 53660) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:12.208398 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-6b5e95ca-17a3-47bc-8a5e-700f9f957780 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:12.229437 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-6b5e95ca-17a3-47bc-8a5e-700f9f957780 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:12.277336 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-6b5e95ca-17a3-47bc-8a5e-700f9f957780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:12.280213 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-6b5e95ca-17a3-47bc-8a5e-700f9f957780 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:12.281386 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-6b5e95ca-17a3-47bc-8a5e-700f9f957780 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5f8b9c33-9c56-4776-a942-367dc4f7855f HTTP/1.1" status: 204 len: 168 time: 0.1271083 Nov 25 04:49:12.290315 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e95ca-17a3-47bc-8a5e-700f9f957780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8b9c33-9c56-4776-a942-367dc4f7855f,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:12.298117 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5e95ca-17a3-47bc-8a5e-700f9f957780 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:49:12.298480 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5e95ca-17a3-47bc-8a5e-700f9f957780 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:49:12.298821 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5e95ca-17a3-47bc-8a5e-700f9f957780 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:49:12.299158 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5e95ca-17a3-47bc-8a5e-700f9f957780 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:49:12.299499 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5e95ca-17a3-47bc-8a5e-700f9f957780 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:49:12.299850 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5e95ca-17a3-47bc-8a5e-700f9f957780 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:49:12.300200 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5e95ca-17a3-47bc-8a5e-700f9f957780 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:49:12.300549 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5e95ca-17a3-47bc-8a5e-700f9f957780 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:49:12.300891 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5e95ca-17a3-47bc-8a5e-700f9f957780 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:49:12.301430 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5e95ca-17a3-47bc-8a5e-700f9f957780 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:49:12.301678 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5e95ca-17a3-47bc-8a5e-700f9f957780 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:49:12.302108 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5e95ca-17a3-47bc-8a5e-700f9f957780 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:49:12.552743 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764a2e2-31f7-4339-9e78-83ccea593926 req-ef4ee955-dc62-4cfd-b445-429a50ed8929 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:12.562373 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0764a2e2-31f7-4339-9e78-83ccea593926 req-ef4ee955-dc62-4cfd-b445-429a50ed8929 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=d32a9a6b-2022-409f-8961-818502fc99d3 HTTP/1.1" status: 200 len: 943 time: 0.0614717 Nov 25 04:49:12.605147 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c76ac-1360-4fca-bf10-9b35c2d50ec0 req-9a757a0a-938f-418b-a1ef-a892fa2d80a7 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:12.607205 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d45c76ac-1360-4fca-bf10-9b35c2d50ec0 req-9a757a0a-938f-418b-a1ef-a892fa2d80a7 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/ports?device_id=74f8fed7-3328-43c0-b943-daa871523405 HTTP/1.1" status: 200 len: 945 time: 0.0674770 Nov 25 04:49:12.612886 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 53688) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:12.638063 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0764a2e2-31f7-4339-9e78-83ccea593926 req-226a14ef-510e-4e24-b0d4-709d2863c163 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744233 Nov 25 04:49:12.640348 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-723bf36a-defd-451e-8c2e-63459925f773 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:12.703775 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d45c76ac-1360-4fca-bf10-9b35c2d50ec0 req-7079dc7a-7d67-4b11-9b3c-7d1d2af5226a tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/security-groups?id=21767e5c-1b0a-4998-a472-180adb952ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806811 Nov 25 04:49:12.770829 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-723bf36a-defd-451e-8c2e-63459925f773 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:12.782264 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-723bf36a-defd-451e-8c2e-63459925f773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:12.843713 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-723bf36a-defd-451e-8c2e-63459925f773 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aa906346014f4dbcb8c667eed92c630f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2295134 Nov 25 04:49:12.846274 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 53700) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:12.852945 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723bf36a-defd-451e-8c2e-63459925f773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13103be4-7688-4675-b908-84bd73cb70f0,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:12.876808 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf056f-8bf4-41d5-81b1-12e718abf2b9 req-5dc29bc2-b084-425b-9260-a891260a3d5d tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:12.878341 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d1cf056f-8bf4-41d5-81b1-12e718abf2b9 req-5dc29bc2-b084-425b-9260-a891260a3d5d tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.1062279 Nov 25 04:49:12.940780 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4f7d9c94-678d-4566-8db3-9ab952e22292 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:12.955666 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d1cf056f-8bf4-41d5-81b1-12e718abf2b9 req-1255e49c-95c5-43e4-8bde-ecdff808d8ff tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694067 Nov 25 04:49:12.974631 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4f7d9c94-678d-4566-8db3-9ab952e22292 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:13.033604 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4f7d9c94-678d-4566-8db3-9ab952e22292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:13.036356 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4f7d9c94-678d-4566-8db3-9ab952e22292 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:13.037608 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-4f7d9c94-678d-4566-8db3-9ab952e22292 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/13103be4-7688-4675-b908-84bd73cb70f0 HTTP/1.1" status: 204 len: 168 time: 0.1904294 Nov 25 04:49:13.046071 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d9c94-678d-4566-8db3-9ab952e22292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13103be4-7688-4675-b908-84bd73cb70f0,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:13.768962 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89226dc-6db6-44e0-97a6-39a999d5103a req-56797465-edb1-4c5e-81f2-f764f024a679 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:13.771555 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-e89226dc-6db6-44e0-97a6-39a999d5103a req-56797465-edb1-4c5e-81f2-f764f024a679 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=d32a9a6b-2022-409f-8961-818502fc99d3 HTTP/1.1" status: 200 len: 943 time: 0.0549526 Nov 25 04:49:13.852495 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-e89226dc-6db6-44e0-97a6-39a999d5103a req-850ece98-e152-43c9-9db3-d52bc7cc09a3 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729022 Nov 25 04:49:13.881159 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3cf31-8e0d-454b-b773-83feeadc97c0 req-1ec269ab-80d6-47f9-bb25-6a8f12b4c05b tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:13.889352 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fcd3cf31-8e0d-454b-b773-83feeadc97c0 req-1ec269ab-80d6-47f9-bb25-6a8f12b4c05b tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/ports?device_id=74f8fed7-3328-43c0-b943-daa871523405 HTTP/1.1" status: 200 len: 945 time: 0.1058931 Nov 25 04:49:13.937577 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fcd3cf31-8e0d-454b-b773-83feeadc97c0 req-d4ff37d9-d29c-4b6d-b4d3-22a1e958d805 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/security-groups?id=21767e5c-1b0a-4998-a472-180adb952ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469160 Nov 25 04:49:14.075757 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9d6c1-d372-4221-8444-f62ba2d9f8a6 req-4bef4b35-44e0-4e23-bedc-0d0c7e95b8e0 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:14.077515 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-91b9d6c1-d372-4221-8444-f62ba2d9f8a6 req-4bef4b35-44e0-4e23-bedc-0d0c7e95b8e0 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0546153 Nov 25 04:49:14.166609 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-91b9d6c1-d372-4221-8444-f62ba2d9f8a6 req-412cfb10-769d-44bf-8aba-5787816e929e tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827940 Nov 25 04:49:14.581038 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ea1c3-3d0f-46dd-9bf5-4a4baa5a293c req-2a2a8fe7-7405-40a2-a002-a975952ce9fb tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:14.582571 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-aa3ea1c3-3d0f-46dd-9bf5-4a4baa5a293c req-2a2a8fe7-7405-40a2-a002-a975952ce9fb tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.41 "GET /v2.0/ports?device_id=74f8fed7-3328-43c0-b943-daa871523405 HTTP/1.1" status: 200 len: 945 time: 0.0546126 Nov 25 04:49:14.716984 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-aa3ea1c3-3d0f-46dd-9bf5-4a4baa5a293c req-5713f7f7-a2c6-43cb-bef8-a4b093ab015f tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Deleting port 16054449-5911-41e7-813c-8982942ea01e {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:49:14.717360 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-aa3ea1c3-3d0f-46dd-9bf5-4a4baa5a293c req-5713f7f7-a2c6-43cb-bef8-a4b093ab015f tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:14.811701 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-aa3ea1c3-3d0f-46dd-9bf5-4a4baa5a293c req-5713f7f7-a2c6-43cb-bef8-a4b093ab015f tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] For port 16054449-5911-41e7-813c-8982942ea01e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=16054449-5911-41e7-813c-8982942ea01e,segment=NetworkSegment(a0bcc941-6124-462a-88ce-06c9af1d3caa),segment_id=a0bcc941-6124-462a-88ce-06c9af1d3caa)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:49:14.812077 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-aa3ea1c3-3d0f-46dd-9bf5-4a4baa5a293c req-5713f7f7-a2c6-43cb-bef8-a4b093ab015f tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:14.827068 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-aa3ea1c3-3d0f-46dd-9bf5-4a4baa5a293c req-5713f7f7-a2c6-43cb-bef8-a4b093ab015f tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Calling delete_port for 16054449-5911-41e7-813c-8982942ea01e owned by compute:nova {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:49:14.977528 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3ddff-ba06-42d8-91ce-88fb1f28aa50 req-59c40098-6132-43c7-93b8-8674272c547d tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:14.986291 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-77d3ddff-ba06-42d8-91ce-88fb1f28aa50 req-59c40098-6132-43c7-93b8-8674272c547d tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=d32a9a6b-2022-409f-8961-818502fc99d3 HTTP/1.1" status: 200 len: 943 time: 0.0623682 Nov 25 04:49:15.032414 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-aa3ea1c3-3d0f-46dd-9bf5-4a4baa5a293c req-5713f7f7-a2c6-43cb-bef8-a4b093ab015f tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:15.036753 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-77d3ddff-ba06-42d8-91ce-88fb1f28aa50 req-7e1a72f0-c4ae-48f7-8a48-f4b7e470d9c8 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494833 Nov 25 04:49:15.104492 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['16054449-5911-41e7-813c-8982942ea01e'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:49:15.144849 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-57b0a4cd-3eeb-4d10-a16d-eb87c165769e req-d4bf90f0-06bd-453b-807e-6a926c377948 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/ports?device_id=74f8fed7-3328-43c0-b943-daa871523405 HTTP/1.1" status: 200 len: 210 time: 0.0857248 Nov 25 04:49:15.146311 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713f7f7-a2c6-43cb-bef8-a4b093ab015f tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Pushing event deleted for resources: {'Port': ['ID=16054449-5911-41e7-813c-8982942ea01e,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:15.153458 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device a28f5d06-763d-4510-af66-7ffd1e741881 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=109072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 04:49:15.246091 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3ea1c3-3d0f-46dd-9bf5-4a4baa5a293c req-5713f7f7-a2c6-43cb-bef8-a4b093ab015f tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] No DVR routers for this DVR port 16054449-5911-41e7-813c-8982942ea01e on host hv-cinder-81558 {{(pid=109070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 04:49:15.256145 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-aa3ea1c3-3d0f-46dd-9bf5-4a4baa5a293c req-5713f7f7-a2c6-43cb-bef8-a4b093ab015f tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:15.265081 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-aa3ea1c3-3d0f-46dd-9bf5-4a4baa5a293c req-5713f7f7-a2c6-43cb-bef8-a4b093ab015f tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.41 "DELETE /v2.0/ports/16054449-5911-41e7-813c-8982942ea01e HTTP/1.1" status: 204 len: 173 time: 0.6743398 Nov 25 04:49:15.265697 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74f8fed7-3328-43c0-b943-daa871523405', 'name': 'network-vif-deleted', 'tag': '16054449-5911-41e7-813c-8982942ea01e'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:49:15.269847 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c54fbf746f0c7fba78ef8d59e1beae84bb94fede6ed59824d7b8ea859eeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9059c9e8-b4c5-4c72-aae7-ece26dcf9730" -d '{"events": [{"server_uuid": "74f8fed7-3328-43c0-b943-daa871523405", "name": "network-vif-deleted", "tag": "16054449-5911-41e7-813c-8982942ea01e"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:49:15.273967 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port a28f5d06-763d-4510-af66-7ffd1e741881, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a28f5d06-763d-4510-af66-7ffd1e741881,segment=NetworkSegment(792aad72-a90b-4c1e-a5fe-25e7806f78d6),segment_id=792aad72-a90b-4c1e-a5fe-25e7806f78d6)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:49:15.306374 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Returning: {'device': 'a28f5d06-763d-4510-af66-7ffd1e741881', 'network_id': '07b4a06c-8a0a-4473-b5d9-23bf4e89383a', 'port_id': 'a28f5d06-763d-4510-af66-7ffd1e741881', 'mac_address': 'fa:16:3e:6d:a5:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ffd8615-faa0-4b27-8f0c-4d18d573a8e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 04:49:15.348806 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:15.358542 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe774867-3523-48ba-984c-8ee171a7a41e x-openstack-request-id: req-fe774867-3523-48ba-984c-8ee171a7a41e {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:49:15.358952 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74f8fed7-3328-43c0-b943-daa871523405", "name": "network-vif-deleted", "tag": "16054449-5911-41e7-813c-8982942ea01e", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:49:15.359999 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fe774867-3523-48ba-984c-8ee171a7a41e {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:49:15.360864 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74f8fed7-3328-43c0-b943-daa871523405', 'name': 'network-vif-deleted', 'tag': '16054449-5911-41e7-813c-8982942ea01e', 'status': 'completed', 'code': 200} Nov 25 04:49:15.365471 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a28f5d06-763d-4510-af66-7ffd1e741881 {{(pid=109072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:49:15.389824 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5304103-297d-4700-983a-2ce5bd481e3e req-1857c0ed-f0e3-4d37-a7b9-4ba921e5d19d tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:15.389970 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port a28f5d06-763d-4510-af66-7ffd1e741881, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a28f5d06-763d-4510-af66-7ffd1e741881,segment=NetworkSegment(792aad72-a90b-4c1e-a5fe-25e7806f78d6),segment_id=792aad72-a90b-4c1e-a5fe-25e7806f78d6)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:49:15.392307 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f5304103-297d-4700-983a-2ce5bd481e3e req-1857c0ed-f0e3-4d37-a7b9-4ba921e5d19d tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.1167488 Nov 25 04:49:15.400085 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:15.449506 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f5304103-297d-4700-983a-2ce5bd481e3e req-54a486b0-d39d-43e1-8f98-c51b75c6ffe8 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492582 Nov 25 04:49:15.457327 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=a28f5d06-763d-4510-af66-7ffd1e741881,revision_number=4']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:15.476975 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:49:15.477351 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:49:15.477887 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:49:15.478242 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:49:15.478560 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:49:15.479050 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:49:15.479384 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:49:15.479857 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:49:15.480367 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:49:15.480940 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:49:15.481280 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:49:15.481913 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:49:15.846854 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['a28f5d06-763d-4510-af66-7ffd1e741881'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:49:16.171713 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43378c18-f160-4a6c-8a84-8eca5a3c069d req-f7528c23-fc8e-4c04-a69f-b878976f2227 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:16.173233 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-43378c18-f160-4a6c-8a84-8eca5a3c069d req-f7528c23-fc8e-4c04-a69f-b878976f2227 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=d32a9a6b-2022-409f-8961-818502fc99d3 HTTP/1.1" status: 200 len: 944 time: 0.0631289 Nov 25 04:49:16.228456 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-43378c18-f160-4a6c-8a84-8eca5a3c069d req-40aee6ca-c257-4119-9324-5f401bd779f4 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487764 Nov 25 04:49:16.235423 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-82b2affe-754f-42b2-b8b0-2f16a909f83d req-d0243884-95c5-420a-ae91-1c62a93350d6 tempest-DeleteServersTestJSON-144338266 tempest-DeleteServersTestJSON-144338266-project] 10.222.0.36 "GET /v2.0/ports?device_id=74f8fed7-3328-43c0-b943-daa871523405 HTTP/1.1" status: 200 len: 210 time: 0.0273259 Nov 25 04:49:16.625457 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3224944-2a62-47b2-95cf-0769d65521b5 req-2cc3d0a4-ac28-42f7-9a47-1af30654c761 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:16.628743 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b3224944-2a62-47b2-95cf-0769d65521b5 req-2cc3d0a4-ac28-42f7-9a47-1af30654c761 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0945601 Nov 25 04:49:16.699107 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b3224944-2a62-47b2-95cf-0769d65521b5 req-d07c62b8-56be-48ea-881d-f3a55ab4636a tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599220 Nov 25 04:49:17.181209 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device a28f5d06-763d-4510-af66-7ffd1e741881 up at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:49:17.236093 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning for port a28f5d06-763d-4510-af66-7ffd1e741881 completed by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 04:49:17.240125 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning complete for port a28f5d06-763d-4510-af66-7ffd1e741881 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:49:17.240522 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:17.327132 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:17.351447 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32a9a6b-2022-409f-8961-818502fc99d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28f5d06-763d-4510-af66-7ffd1e741881'}] {{(pid=109072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:49:17.353654 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21d2e46f9f4131852b38a57b118a04601412ee452ef2f91c34d7ef8e942fd252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f5dd9b-e8fd-40ce-84ab-8065bc7eb780" -d '{"events": [{"server_uuid": "d32a9a6b-2022-409f-8961-818502fc99d3", "name": "network-vif-plugged", "status": "completed", "tag": "a28f5d06-763d-4510-af66-7ffd1e741881"}]}' {{(pid=109072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:49:17.357798 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8acd3e-293f-4a20-91dd-734b064a7a03 req-3090cb6e-bc3c-477a-8c52-8fe9af9833b2 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:17.366986 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-4d8acd3e-293f-4a20-91dd-734b064a7a03 req-3090cb6e-bc3c-477a-8c52-8fe9af9833b2 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=d32a9a6b-2022-409f-8961-818502fc99d3 HTTP/1.1" status: 200 len: 944 time: 0.0638366 Nov 25 04:49:17.377756 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port a28f5d06-763d-4510-af66-7ffd1e741881, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a28f5d06-763d-4510-af66-7ffd1e741881,segment=NetworkSegment(792aad72-a90b-4c1e-a5fe-25e7806f78d6),segment_id=792aad72-a90b-4c1e-a5fe-25e7806f78d6)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:49:17.386657 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:17.396667 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b13ee3a-0629-443d-a80b-502b7f92e1d5 x-openstack-request-id: req-3b13ee3a-0629-443d-a80b-502b7f92e1d5 {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:49:17.397113 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32a9a6b-2022-409f-8961-818502fc99d3", "name": "network-vif-plugged", "status": "completed", "tag": "a28f5d06-763d-4510-af66-7ffd1e741881", "code": 200}]} {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:49:17.397378 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3b13ee3a-0629-443d-a80b-502b7f92e1d5 {{(pid=109072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:49:17.397913 dv-cinder-815582-6-iscsi neutron-server[109072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32a9a6b-2022-409f-8961-818502fc99d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28f5d06-763d-4510-af66-7ffd1e741881', 'code': 200} Nov 25 04:49:17.445081 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-4d8acd3e-293f-4a20-91dd-734b064a7a03 req-a92adfc1-47ce-4127-b106-62db02fd1b66 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655830 Nov 25 04:49:17.472865 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=a28f5d06-763d-4510-af66-7ffd1e741881,revision_number=5']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:17.547250 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8abe34c1-a637-4073-9f26-3f5f2c9b9b25 req-bb01da36-f0d2-42f9-a31b-b5c31f7d9ec0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=939bed74-732b-4732-819e-c2b1fb9ad58c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0599086 Nov 25 04:49:17.725792 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe34c1-a637-4073-9f26-3f5f2c9b9b25 req-9c3c03cb-192b-4110-a36f-76d0bef833a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:17.728244 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8abe34c1-a637-4073-9f26-3f5f2c9b9b25 req-9c3c03cb-192b-4110-a36f-76d0bef833a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78f91fa9da147eda471e50cc9684f97&device_id=939bed74-732b-4732-819e-c2b1fb9ad58c HTTP/1.1" status: 200 len: 1098 time: 0.0483491 Nov 25 04:49:17.733190 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1e0bb-4444-44bf-aae5-b40b670c3c18 req-ab1acb50-451e-4c16-9434-c619fcda8619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:17.735694 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-3ce1e0bb-4444-44bf-aae5-b40b670c3c18 req-ab1acb50-451e-4c16-9434-c619fcda8619 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d32a9a6b-2022-409f-8961-818502fc99d3 HTTP/1.1" status: 200 len: 1098 time: 0.0533099 Nov 25 04:49:17.851033 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-3ce1e0bb-4444-44bf-aae5-b40b670c3c18 req-b0b8bcd5-bfb8-4447-9b49-a8432e1efba8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908020 Nov 25 04:49:17.860400 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3b042-b7ce-43ad-9234-dcec4a2ccd03 req-5f52fbe0-c115-4655-a196-21dec0d074b4 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:17.862457 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-77c3b042-b7ce-43ad-9234-dcec4a2ccd03 req-5f52fbe0-c115-4655-a196-21dec0d074b4 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0857830 Nov 25 04:49:17.866590 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe34c1-a637-4073-9f26-3f5f2c9b9b25 req-6d645e84-2ceb-43d1-be03-68c4f79eac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:17.868639 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8abe34c1-a637-4073-9f26-3f5f2c9b9b25 req-6d645e84-2ceb-43d1-be03-68c4f79eac59 service neutron] 10.222.0.41 "GET /v2.0/networks?id=07b4a06c-8a0a-4473-b5d9-23bf4e89383a HTTP/1.1" status: 200 len: 916 time: 0.1082284 Nov 25 04:49:18.092658 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-77c3b042-b7ce-43ad-9234-dcec4a2ccd03 req-6d3ec731-fc6e-4d1f-9157-f771c6ae67a5 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233844 Nov 25 04:49:18.221182 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8abe34c1-a637-4073-9f26-3f5f2c9b9b25 req-27d75651-b443-403a-a544-f73cc5363f58 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13e72fd7-b1cc-4261-a096-bd204b592887 HTTP/1.1" status: 200 len: 217 time: 0.0484090 Nov 25 04:49:18.292475 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe34c1-a637-4073-9f26-3f5f2c9b9b25 req-35a560fd-f035-4704-81f1-753d1111474e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:18.294268 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8abe34c1-a637-4073-9f26-3f5f2c9b9b25 req-35a560fd-f035-4704-81f1-753d1111474e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ffd8615-faa0-4b27-8f0c-4d18d573a8e0 HTTP/1.1" status: 200 len: 855 time: 0.0518668 Nov 25 04:49:18.334474 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8abe34c1-a637-4073-9f26-3f5f2c9b9b25 req-a48bafe2-c991-4100-9f88-67f3bbb97741 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07b4a06c-8a0a-4473-b5d9-23bf4e89383a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244067 Nov 25 04:49:18.437843 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8abe34c1-a637-4073-9f26-3f5f2c9b9b25 req-0beac930-ee49-4735-843f-f6746176c92f service neutron] 10.222.0.41 "GET /v2.0/networks/07b4a06c-8a0a-4473-b5d9-23bf4e89383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941546 Nov 25 04:49:18.585110 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93769c-547a-40f2-9281-1cddb5369480 req-24954194-8752-4cb1-854e-20c0825756d3 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:18.586675 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4c93769c-547a-40f2-9281-1cddb5369480 req-24954194-8752-4cb1-854e-20c0825756d3 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=d32a9a6b-2022-409f-8961-818502fc99d3 HTTP/1.1" status: 200 len: 945 time: 0.0809939 Nov 25 04:49:18.589306 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8abe34c1-a637-4073-9f26-3f5f2c9b9b25 req-007a7769-d50f-4963-b193-9f6df2b81f1a service neutron] 10.222.0.41 "GET /v2.0/networks/07b4a06c-8a0a-4473-b5d9-23bf4e89383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417527 Nov 25 04:49:18.639307 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4c93769c-547a-40f2-9281-1cddb5369480 req-7808fc87-2542-4ea3-9871-03a8fa744140 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458734 Nov 25 04:49:18.768981 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 53948) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:18.813865 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.db_base_plugin_v2 [None req-185dba73-be1b-46a4-81f5-4173cb4c4a98 admin admin] Deleting subnet cc2410b5-702c-4d1a-8e9d-6d6a838653a5 {{(pid=109071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 04:49:18.817067 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-185dba73-be1b-46a4-81f5-4173cb4c4a98 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:18.850674 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-185dba73-be1b-46a4-81f5-4173cb4c4a98 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:18.860660 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-185dba73-be1b-46a4-81f5-4173cb4c4a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-567804'] for subnet, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:18.917057 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-185dba73-be1b-46a4-81f5-4173cb4c4a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-567559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519'] for subnet, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:18.947613 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-185dba73-be1b-46a4-81f5-4173cb4c4a98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for subnet, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:18.950918 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-185dba73-be1b-46a4-81f5-4173cb4c4a98 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/cc2410b5-702c-4d1a-8e9d-6d6a838653a5 HTTP/1.1" status: 204 len: 168 time: 0.1808789 Nov 25 04:49:18.952096 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185dba73-be1b-46a4-81f5-4173cb4c4a98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc2410b5-702c-4d1a-8e9d-6d6a838653a5,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:18.953492 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 53950) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:19.020825 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ab65fb21-75e2-4072-b2a7-feea7cfb88c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-683350'] for network, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:19.105962 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ab65fb21-75e2-4072-b2a7-feea7cfb88c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568939', 'neutron.services.segments.db._delete_segments_for_network-8783340406995'] for network, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:19.127912 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ab65fb21-75e2-4072-b2a7-feea7cfb88c4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:49:19.128429 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ab65fb21-75e2-4072-b2a7-feea7cfb88c4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:49:19.129237 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ab65fb21-75e2-4072-b2a7-feea7cfb88c4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:49:19.129574 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ab65fb21-75e2-4072-b2a7-feea7cfb88c4 admin admin] Subscribe: > port after_create 55550000 {{(pid=109071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:49:19.129917 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ab65fb21-75e2-4072-b2a7-feea7cfb88c4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:49:19.130238 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ab65fb21-75e2-4072-b2a7-feea7cfb88c4 admin admin] Subscribe: > port after_update 55550000 {{(pid=109071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:49:19.130578 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ab65fb21-75e2-4072-b2a7-feea7cfb88c4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:49:19.130928 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ab65fb21-75e2-4072-b2a7-feea7cfb88c4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:49:19.131207 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ab65fb21-75e2-4072-b2a7-feea7cfb88c4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:49:19.131537 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ab65fb21-75e2-4072-b2a7-feea7cfb88c4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:49:19.199581 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ab65fb21-75e2-4072-b2a7-feea7cfb88c4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:49:19.199945 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ab65fb21-75e2-4072-b2a7-feea7cfb88c4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:49:19.200941 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ab65fb21-75e2-4072-b2a7-feea7cfb88c4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:49:19.201292 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ab65fb21-75e2-4072-b2a7-feea7cfb88c4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109071) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 04:49:19.201673 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.services.segments.db [None req-ab65fb21-75e2-4072-b2a7-feea7cfb88c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['039d61f7-3185-4151-a398-6404f0cf3957']}} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:49:19.222269 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20817c9-9f7e-4dd5-b29e-cbe128742617 req-05fcfd3c-2743-4ee6-9506-d1a3bd07d9c8 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:19.222985 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.services.segments.db [None req-ab65fb21-75e2-4072-b2a7-feea7cfb88c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0bcc941-6124-462a-88ce-06c9af1d3caa') {'for_net_delete': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:49:19.223333 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.services.segments.db [None req-ab65fb21-75e2-4072-b2a7-feea7cfb88c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0bcc941-6124-462a-88ce-06c9af1d3caa') {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:49:19.224552 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f20817c9-9f7e-4dd5-b29e-cbe128742617 req-05fcfd3c-2743-4ee6-9506-d1a3bd07d9c8 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0614433 Nov 25 04:49:19.241128 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ab65fb21-75e2-4072-b2a7-feea7cfb88c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783340412124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-137221'] for segment, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:19.267513 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ab65fb21-75e2-4072-b2a7-feea7cfb88c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041'] for segment, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:19.283421 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab65fb21-75e2-4072-b2a7-feea7cfb88c4 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=109071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 04:49:19.283813 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ab65fb21-75e2-4072-b2a7-feea7cfb88c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8963593'] for segment, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:19.288573 dv-cinder-815582-6-iscsi neutron-server[109071]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 04:49:19.288573 dv-cinder-815582-6-iscsi neutron-server[109071]: from cryptography.utils import int_from_bytes Nov 25 04:49:19.288573 dv-cinder-815582-6-iscsi neutron-server[109071]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 04:49:19.288573 dv-cinder-815582-6-iscsi neutron-server[109071]: from cryptography.utils import int_from_bytes Nov 25 04:49:19.288573 dv-cinder-815582-6-iscsi neutron-server[109071]: Traceback (most recent call last): Nov 25 04:49:19.288573 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 04:49:19.288573 dv-cinder-815582-6-iscsi neutron-server[109071]: timer() Nov 25 04:49:19.288573 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 04:49:19.288573 dv-cinder-815582-6-iscsi neutron-server[109071]: cb(*args, **kw) Nov 25 04:49:19.288573 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 04:49:19.288573 dv-cinder-815582-6-iscsi neutron-server[109071]: return func(*args, **kwargs) Nov 25 04:49:19.288573 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 04:49:19.288573 dv-cinder-815582-6-iscsi neutron-server[109071]: self._notify() Nov 25 04:49:19.288573 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 04:49:19.288573 dv-cinder-815582-6-iscsi neutron-server[109071]: self.callback(batched_events) Nov 25 04:49:19.288573 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 04:49:19.288573 dv-cinder-815582-6-iscsi neutron-server[109071]: event.method(event) Nov 25 04:49:19.288573 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 04:49:19.288573 dv-cinder-815582-6-iscsi neutron-server[109071]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 04:49:19.288573 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 04:49:19.288573 dv-cinder-815582-6-iscsi neutron-server[109071]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 04:49:19.288573 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 04:49:19.288573 dv-cinder-815582-6-iscsi neutron-server[109071]: return f(self, *a, **k) Nov 25 04:49:19.288573 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 04:49:19.288573 dv-cinder-815582-6-iscsi neutron-server[109071]: return self._get(url).json() Nov 25 04:49:19.288573 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 04:49:19.288573 dv-cinder-815582-6-iscsi neutron-server[109071]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 04:49:19.288573 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 04:49:19.288573 dv-cinder-815582-6-iscsi neutron-server[109071]: return self.request(url, 'GET', **kwargs) Nov 25 04:49:19.288573 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 04:49:19.288573 dv-cinder-815582-6-iscsi neutron-server[109071]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 04:49:19.288573 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 04:49:19.288573 dv-cinder-815582-6-iscsi neutron-server[109071]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 04:49:19.288573 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 04:49:19.288573 dv-cinder-815582-6-iscsi neutron-server[109071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 04:49:19.288573 dv-cinder-815582-6-iscsi neutron-server[109071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 04:49:19.297182 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f20817c9-9f7e-4dd5-b29e-cbe128742617 req-b1656ad7-9301-411c-9f53-fe2780994882 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650418 Nov 25 04:49:19.357212 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ab65fb21-75e2-4072-b2a7-feea7cfb88c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:19.368501 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ab65fb21-75e2-4072-b2a7-feea7cfb88c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for network, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:19.369545 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-ab65fb21-75e2-4072-b2a7-feea7cfb88c4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/039d61f7-3185-4151-a398-6404f0cf3957 HTTP/1.1" status: 204 len: 168 time: 0.4151556 Nov 25 04:49:19.386004 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65fb21-75e2-4072-b2a7-feea7cfb88c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=039d61f7-3185-4151-a398-6404f0cf3957,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:19.539354 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 53968) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:19.579996 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-8149d67c-7d43-4f91-b879-2a2ee7bef4c2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=51337e5f01d5448ea9a877b53016681f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394449 Nov 25 04:49:19.582581 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 53970) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:19.630304 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-bd591fd3-1999-4383-a1c2-b22d5440eef4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:19.654561 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-bd591fd3-1999-4383-a1c2-b22d5440eef4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:19.705834 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-bd591fd3-1999-4383-a1c2-b22d5440eef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:19.708865 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-bd591fd3-1999-4383-a1c2-b22d5440eef4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:19.710075 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-bd591fd3-1999-4383-a1c2-b22d5440eef4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/21767e5c-1b0a-4998-a472-180adb952ad8 HTTP/1.1" status: 204 len: 168 time: 0.1266098 Nov 25 04:49:19.741090 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd591fd3-1999-4383-a1c2-b22d5440eef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21767e5c-1b0a-4998-a472-180adb952ad8,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:19.775451 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074ca0e-c46e-4ae3-b05b-b1222dde1133 req-96fdebd3-e213-4597-a47d-a8b1193bf7b7 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:19.777139 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a074ca0e-c46e-4ae3-b05b-b1222dde1133 req-96fdebd3-e213-4597-a47d-a8b1193bf7b7 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=d32a9a6b-2022-409f-8961-818502fc99d3 HTTP/1.1" status: 200 len: 945 time: 0.0660706 Nov 25 04:49:19.827788 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a074ca0e-c46e-4ae3-b05b-b1222dde1133 req-0d63f911-7308-4ab9-a317-df6e134ca131 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437369 Nov 25 04:49:20.411869 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98de7f6-4ebb-4e2d-ba8e-ed1f852b02f1 req-99e9165e-cf7b-45b4-95df-4b1158045ba8 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:20.419062 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e98de7f6-4ebb-4e2d-ba8e-ed1f852b02f1 req-99e9165e-cf7b-45b4-95df-4b1158045ba8 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0570471 Nov 25 04:49:20.467671 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e98de7f6-4ebb-4e2d-ba8e-ed1f852b02f1 req-baeb3849-223e-4449-a4c8-d0d2fcc92712 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477307 Nov 25 04:49:20.491813 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 16054449-5911-41e7-813c-8982942ea01e no longer exists at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:49:20.511947 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] No Port match for: 16054449-5911-41e7-813c-8982942ea01e {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 04:49:20.512330 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 16054449-5911-41e7-813c-8982942ea01e not bound to the agent host hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 04:49:20.943413 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f518d-e2dc-4281-ad40-e055650be3b6 req-9a827c81-88c5-48cd-b2c2-10632c81533a tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:20.944911 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-155f518d-e2dc-4281-ad40-e055650be3b6 req-9a827c81-88c5-48cd-b2c2-10632c81533a tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=d32a9a6b-2022-409f-8961-818502fc99d3 HTTP/1.1" status: 200 len: 945 time: 0.0483351 Nov 25 04:49:20.992979 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-155f518d-e2dc-4281-ad40-e055650be3b6 req-75083515-38f6-498d-87d5-64db7a8e10e8 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421112 Nov 25 04:49:21.582928 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fcdb31-ff06-44db-b1f7-2dc2f5af2244 req-4f884512-169b-42bd-934f-8db45f2ccba1 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:21.584829 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-25fcdb31-ff06-44db-b1f7-2dc2f5af2244 req-4f884512-169b-42bd-934f-8db45f2ccba1 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0500009 Nov 25 04:49:21.635092 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:21.635801 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-25fcdb31-ff06-44db-b1f7-2dc2f5af2244 req-bf28c4b5-c387-4eaa-8a0f-0eb2b50d1008 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442772 Nov 25 04:49:21.692005 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 54056) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:21.802548 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3f47c29a-a2ef-4876-8f40-41c3f2ebfd7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:21.892434 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3f47c29a-a2ef-4876-8f40-41c3f2ebfd7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:21.897952 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3f47c29a-a2ef-4876-8f40-41c3f2ebfd7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:21.935651 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-3f47c29a-a2ef-4876-8f40-41c3f2ebfd7b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1b77b503f2d946f8a98ee8df39fc388b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424960 Nov 25 04:49:21.936693 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f47c29a-a2ef-4876-8f40-41c3f2ebfd7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41575dd7-c078-4c81-9764-b4550c22a9dc,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:21.939594 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 54062) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:21.995157 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-408542d7-6c9b-4efb-a09f-682f870622af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:22.023008 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-408542d7-6c9b-4efb-a09f-682f870622af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:22.072123 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-408542d7-6c9b-4efb-a09f-682f870622af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:22.074829 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-408542d7-6c9b-4efb-a09f-682f870622af admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:22.076053 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-408542d7-6c9b-4efb-a09f-682f870622af admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/41575dd7-c078-4c81-9764-b4550c22a9dc HTTP/1.1" status: 204 len: 168 time: 0.1354079 Nov 25 04:49:22.084290 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408542d7-6c9b-4efb-a09f-682f870622af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41575dd7-c078-4c81-9764-b4550c22a9dc,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:22.123675 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35547d-5c75-4471-b1c6-48e3675e5874 req-e587f905-153a-43fc-8273-10c64815e5e3 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:22.125500 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0a35547d-5c75-4471-b1c6-48e3675e5874 req-e587f905-153a-43fc-8273-10c64815e5e3 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=d32a9a6b-2022-409f-8961-818502fc99d3 HTTP/1.1" status: 200 len: 945 time: 0.0650797 Nov 25 04:49:22.173907 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0a35547d-5c75-4471-b1c6-48e3675e5874 req-ef36616d-2b90-4883-8f6c-b6615db64335 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425048 Nov 25 04:49:22.413185 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 54078) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:22.428976 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-da756661-c066-4424-8d94-e801ad9f2a22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:22.531557 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-da756661-c066-4424-8d94-e801ad9f2a22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:22.537534 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-da756661-c066-4424-8d94-e801ad9f2a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:22.589333 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da756661-c066-4424-8d94-e801ad9f2a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec7e0d3-90ca-48c4-b43a-36ee078b55af,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:22.595610 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-da756661-c066-4424-8d94-e801ad9f2a22 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dbfa5fd2427647a9a89f07d866b96418&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1811876 Nov 25 04:49:22.598678 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 54094) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:22.675529 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-acf7117e-bcea-49be-b248-3d1f43f8074b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:22.741725 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-acf7117e-bcea-49be-b248-3d1f43f8074b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:22.803724 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f24b9-044f-4329-ba1e-7e479e0b8a90 req-1fe86b7d-3c2e-40a0-996f-6e630832efe5 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:22.813608 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-131f24b9-044f-4329-ba1e-7e479e0b8a90 req-1fe86b7d-3c2e-40a0-996f-6e630832efe5 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0920808 Nov 25 04:49:22.848897 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-acf7117e-bcea-49be-b248-3d1f43f8074b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:22.851637 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-acf7117e-bcea-49be-b248-3d1f43f8074b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:22.855379 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-acf7117e-bcea-49be-b248-3d1f43f8074b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2ec7e0d3-90ca-48c4-b43a-36ee078b55af HTTP/1.1" status: 204 len: 168 time: 0.2532859 Nov 25 04:49:22.867750 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-131f24b9-044f-4329-ba1e-7e479e0b8a90 req-170fc27d-2e63-4de7-90ed-d0ba531c3e0d tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525281 Nov 25 04:49:22.882239 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf7117e-bcea-49be-b248-3d1f43f8074b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec7e0d3-90ca-48c4-b43a-36ee078b55af,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:23.017847 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 54132) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:23.068468 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcf26008-da7e-48f1-b86c-f287678aa7c9 admin admin] Deleting subnet 6f19c7e8-e536-44fd-bb24-1923a2b0bd3f {{(pid=109070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 04:49:23.071873 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-bcf26008-da7e-48f1-b86c-f287678aa7c9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:23.107778 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-bcf26008-da7e-48f1-b86c-f287678aa7c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3171243'] for subnet, precommit_delete_associations {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:23.145322 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-bcf26008-da7e-48f1-b86c-f287678aa7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-567804'] for subnet, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:23.198105 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-bcf26008-da7e-48f1-b86c-f287678aa7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-567559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9557373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9757726'] for subnet, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:23.227445 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf26008-da7e-48f1-b86c-f287678aa7c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f19c7e8-e536-44fd-bb24-1923a2b0bd3f,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:23.234678 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-bcf26008-da7e-48f1-b86c-f287678aa7c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:23.238321 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-bcf26008-da7e-48f1-b86c-f287678aa7c9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6f19c7e8-e536-44fd-bb24-1923a2b0bd3f HTTP/1.1" status: 204 len: 168 time: 0.2194197 Nov 25 04:49:23.240979 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 54144) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:23.352641 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-4b9f270a-c9f9-4a74-a6af-355d634f1e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-683350'] for network, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:23.377640 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428db94-6f3b-4e1d-a1d3-fc8f02710321 req-5c309135-1ae6-446f-b32a-aea14eea4566 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:23.379188 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-3428db94-6f3b-4e1d-a1d3-fc8f02710321 req-5c309135-1ae6-446f-b32a-aea14eea4566 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=d32a9a6b-2022-409f-8961-818502fc99d3 HTTP/1.1" status: 200 len: 945 time: 0.0756021 Nov 25 04:49:23.485749 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-4b9f270a-c9f9-4a74-a6af-355d634f1e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568939', 'neutron.services.segments.db._delete_segments_for_network-8783340406995'] for network, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:23.501170 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-3428db94-6f3b-4e1d-a1d3-fc8f02710321 req-7c4ed83c-2355-4a52-8891-39aba0ae6cf9 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992780 Nov 25 04:49:23.513771 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.services.segments.db [None req-4b9f270a-c9f9-4a74-a6af-355d634f1e14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d704221-f55d-4720-9ef7-c8aca0f2b4d4']}} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:49:23.532409 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.services.segments.db [None req-4b9f270a-c9f9-4a74-a6af-355d634f1e14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '049782bf-480c-4271-a06d-27d68336923e') {'for_net_delete': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:49:23.532712 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.services.segments.db [None req-4b9f270a-c9f9-4a74-a6af-355d634f1e14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '049782bf-480c-4271-a06d-27d68336923e') {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:49:23.543139 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-4b9f270a-c9f9-4a74-a6af-355d634f1e14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783340412124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-137221'] for segment, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:23.559409 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-4b9f270a-c9f9-4a74-a6af-355d634f1e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041'] for segment, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:23.579537 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b9f270a-c9f9-4a74-a6af-355d634f1e14 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=109071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 04:49:23.579910 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-4b9f270a-c9f9-4a74-a6af-355d634f1e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8963593'] for segment, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:23.582129 dv-cinder-815582-6-iscsi neutron-server[109071]: Traceback (most recent call last): Nov 25 04:49:23.582129 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 04:49:23.582129 dv-cinder-815582-6-iscsi neutron-server[109071]: timer() Nov 25 04:49:23.582129 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 04:49:23.582129 dv-cinder-815582-6-iscsi neutron-server[109071]: cb(*args, **kw) Nov 25 04:49:23.582129 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 04:49:23.582129 dv-cinder-815582-6-iscsi neutron-server[109071]: return func(*args, **kwargs) Nov 25 04:49:23.582129 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 04:49:23.582129 dv-cinder-815582-6-iscsi neutron-server[109071]: self._notify() Nov 25 04:49:23.582129 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 04:49:23.582129 dv-cinder-815582-6-iscsi neutron-server[109071]: self.callback(batched_events) Nov 25 04:49:23.582129 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 04:49:23.582129 dv-cinder-815582-6-iscsi neutron-server[109071]: event.method(event) Nov 25 04:49:23.582129 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 04:49:23.582129 dv-cinder-815582-6-iscsi neutron-server[109071]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 04:49:23.582129 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 04:49:23.582129 dv-cinder-815582-6-iscsi neutron-server[109071]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 04:49:23.582129 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 04:49:23.582129 dv-cinder-815582-6-iscsi neutron-server[109071]: return f(self, *a, **k) Nov 25 04:49:23.582129 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 04:49:23.582129 dv-cinder-815582-6-iscsi neutron-server[109071]: return self._get(url).json() Nov 25 04:49:23.582129 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 04:49:23.582129 dv-cinder-815582-6-iscsi neutron-server[109071]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 04:49:23.582129 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 04:49:23.582129 dv-cinder-815582-6-iscsi neutron-server[109071]: return self.request(url, 'GET', **kwargs) Nov 25 04:49:23.582129 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 04:49:23.582129 dv-cinder-815582-6-iscsi neutron-server[109071]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 04:49:23.582129 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 04:49:23.582129 dv-cinder-815582-6-iscsi neutron-server[109071]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 04:49:23.582129 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 04:49:23.582129 dv-cinder-815582-6-iscsi neutron-server[109071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 04:49:23.582129 dv-cinder-815582-6-iscsi neutron-server[109071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 04:49:23.639501 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-4b9f270a-c9f9-4a74-a6af-355d634f1e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:23.653466 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-4b9f270a-c9f9-4a74-a6af-355d634f1e14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for network, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:23.657106 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-4b9f270a-c9f9-4a74-a6af-355d634f1e14 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6d704221-f55d-4720-9ef7-c8aca0f2b4d4 HTTP/1.1" status: 204 len: 168 time: 0.4151084 Nov 25 04:49:23.660895 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 54168) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:23.668489 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f270a-c9f9-4a74-a6af-355d634f1e14 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d704221-f55d-4720-9ef7-c8aca0f2b4d4,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:23.718283 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2d5a236-1595-465f-a14d-7a0c97cd56ec admin admin] Deleting subnet 59a0a3bf-b844-4c4d-bc67-f0cf8f65e0b0 {{(pid=109070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 04:49:23.724444 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d2d5a236-1595-465f-a14d-7a0c97cd56ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:23.769481 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d2d5a236-1595-465f-a14d-7a0c97cd56ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3171243'] for subnet, precommit_delete_associations {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:23.816777 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d2d5a236-1595-465f-a14d-7a0c97cd56ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-567804'] for subnet, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:23.906659 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d2d5a236-1595-465f-a14d-7a0c97cd56ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-567559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9557373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9757726'] for subnet, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:23.933216 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d2d5a236-1595-465f-a14d-7a0c97cd56ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:23.941184 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-d2d5a236-1595-465f-a14d-7a0c97cd56ec admin admin] 10.222.0.36 "DELETE /v2.0/subnets/59a0a3bf-b844-4c4d-bc67-f0cf8f65e0b0 HTTP/1.1" status: 204 len: 168 time: 0.2767937 Nov 25 04:49:23.941389 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 54192) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:24.054226 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6bc3c09c-a4f0-4ec0-8286-ed497ff47ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-683350'] for network, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:24.065096 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5a236-1595-465f-a14d-7a0c97cd56ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59a0a3bf-b844-4c4d-bc67-f0cf8f65e0b0,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:24.133066 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603d689-83b0-4978-bb18-4e4946d35030 req-021bef42-a75a-4d8b-9a1b-68f4295fcdac tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:24.134774 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8603d689-83b0-4978-bb18-4e4946d35030 req-021bef42-a75a-4d8b-9a1b-68f4295fcdac tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0753376 Nov 25 04:49:24.284189 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8603d689-83b0-4978-bb18-4e4946d35030 req-7efaf346-6e31-4f7e-86c2-035136107db0 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249249 Nov 25 04:49:24.286373 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6bc3c09c-a4f0-4ec0-8286-ed497ff47ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568939', 'neutron.services.segments.db._delete_segments_for_network-8783340406995'] for network, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:24.334184 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-6bc3c09c-a4f0-4ec0-8286-ed497ff47ad9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dec5145b-06a5-4419-88b8-e0eea137502f']}} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:49:24.346478 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-6bc3c09c-a4f0-4ec0-8286-ed497ff47ad9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '654d1174-8b41-4269-95a1-da6a70acac41') {'for_net_delete': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:49:24.346911 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-6bc3c09c-a4f0-4ec0-8286-ed497ff47ad9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '654d1174-8b41-4269-95a1-da6a70acac41') {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:49:24.359595 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6bc3c09c-a4f0-4ec0-8286-ed497ff47ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783340412124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3171232'] for segment, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:24.380265 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6bc3c09c-a4f0-4ec0-8286-ed497ff47ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041'] for segment, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:24.396390 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc3c09c-a4f0-4ec0-8286-ed497ff47ad9 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=109070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 04:49:24.397217 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6bc3c09c-a4f0-4ec0-8286-ed497ff47ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9557383'] for segment, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:24.400361 dv-cinder-815582-6-iscsi neutron-server[109070]: Traceback (most recent call last): Nov 25 04:49:24.400361 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 04:49:24.400361 dv-cinder-815582-6-iscsi neutron-server[109070]: timer() Nov 25 04:49:24.400361 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 04:49:24.400361 dv-cinder-815582-6-iscsi neutron-server[109070]: cb(*args, **kw) Nov 25 04:49:24.400361 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 04:49:24.400361 dv-cinder-815582-6-iscsi neutron-server[109070]: return func(*args, **kwargs) Nov 25 04:49:24.400361 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 04:49:24.400361 dv-cinder-815582-6-iscsi neutron-server[109070]: self._notify() Nov 25 04:49:24.400361 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 04:49:24.400361 dv-cinder-815582-6-iscsi neutron-server[109070]: self.callback(batched_events) Nov 25 04:49:24.400361 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 04:49:24.400361 dv-cinder-815582-6-iscsi neutron-server[109070]: event.method(event) Nov 25 04:49:24.400361 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 04:49:24.400361 dv-cinder-815582-6-iscsi neutron-server[109070]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 04:49:24.400361 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 04:49:24.400361 dv-cinder-815582-6-iscsi neutron-server[109070]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 04:49:24.400361 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 04:49:24.400361 dv-cinder-815582-6-iscsi neutron-server[109070]: return f(self, *a, **k) Nov 25 04:49:24.400361 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 04:49:24.400361 dv-cinder-815582-6-iscsi neutron-server[109070]: return self._get(url).json() Nov 25 04:49:24.400361 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 04:49:24.400361 dv-cinder-815582-6-iscsi neutron-server[109070]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 04:49:24.400361 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 04:49:24.400361 dv-cinder-815582-6-iscsi neutron-server[109070]: return self.request(url, 'GET', **kwargs) Nov 25 04:49:24.400361 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 04:49:24.400361 dv-cinder-815582-6-iscsi neutron-server[109070]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 04:49:24.400361 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 04:49:24.400361 dv-cinder-815582-6-iscsi neutron-server[109070]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 04:49:24.400361 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 04:49:24.400361 dv-cinder-815582-6-iscsi neutron-server[109070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 04:49:24.400361 dv-cinder-815582-6-iscsi neutron-server[109070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 04:49:24.467422 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6bc3c09c-a4f0-4ec0-8286-ed497ff47ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:24.477896 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6bc3c09c-a4f0-4ec0-8286-ed497ff47ad9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for network, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:24.483547 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-6bc3c09c-a4f0-4ec0-8286-ed497ff47ad9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/dec5145b-06a5-4419-88b8-e0eea137502f HTTP/1.1" status: 204 len: 168 time: 0.5405707 Nov 25 04:49:24.494825 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3c09c-a4f0-4ec0-8286-ed497ff47ad9 admin admin] Pushing event deleted for resources: {'Network': ['ID=dec5145b-06a5-4419-88b8-e0eea137502f,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:24.497283 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 54238) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:24.618168 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 54244) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:24.664187 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-3607b71b-e358-4fb6-b76f-f5feb3f139b2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=008b0d7eb46645bdabe9ee0c4c7652c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445573 Nov 25 04:49:24.666589 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 54246) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:24.715220 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-4be4bd0d-9560-4257-ab61-536c4f5bc463 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:24.738792 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2ffe2017-ebfe-4301-976a-446d5d513dbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:24.771584 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2ffe2017-ebfe-4301-976a-446d5d513dbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:24.852112 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-4be4bd0d-9560-4257-ab61-536c4f5bc463 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:24.854068 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2ffe2017-ebfe-4301-976a-446d5d513dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:24.857088 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2ffe2017-ebfe-4301-976a-446d5d513dbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:24.858277 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-2ffe2017-ebfe-4301-976a-446d5d513dbf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3b13c092-c59e-46ec-a1f0-bf66726e4d4b HTTP/1.1" status: 204 len: 168 time: 0.1907122 Nov 25 04:49:24.860990 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-4be4bd0d-9560-4257-ab61-536c4f5bc463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:24.874411 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe2017-ebfe-4301-976a-446d5d513dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b13c092-c59e-46ec-a1f0-bf66726e4d4b,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:24.905358 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-4be4bd0d-9560-4257-ab61-536c4f5bc463 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fdbfd73c86014e328b87d1f18ba4bb7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4068918 Nov 25 04:49:24.908030 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 54256) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:24.910783 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be4bd0d-9560-4257-ab61-536c4f5bc463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3c87d9-cb3d-4c37-9f6c-9d9670c7be53,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:24.987343 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a52f4eaa-f96c-4757-9451-983d6200dc9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:25.012853 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a52f4eaa-f96c-4757-9451-983d6200dc9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:25.071476 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a52f4eaa-f96c-4757-9451-983d6200dc9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:25.076356 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a52f4eaa-f96c-4757-9451-983d6200dc9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:25.077643 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-a52f4eaa-f96c-4757-9451-983d6200dc9f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ca3c87d9-cb3d-4c37-9f6c-9d9670c7be53 HTTP/1.1" status: 204 len: 168 time: 0.1685107 Nov 25 04:49:25.087940 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f4eaa-f96c-4757-9451-983d6200dc9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3c87d9-cb3d-4c37-9f6c-9d9670c7be53,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:25.371494 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 54276) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:25.443903 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff483e79-7112-4b8e-8af0-6997877a18e7 req-a2ed61db-c1db-416b-9e75-0c8071851065 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:25.446228 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ff483e79-7112-4b8e-8af0-6997877a18e7 req-a2ed61db-c1db-416b-9e75-0c8071851065 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0681238 Nov 25 04:49:25.483349 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-e04ee1d1-c3d7-4ad9-8f0e-b963288c5c92 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=87702e6a0cb2446698353cb27a4d4683&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1105773 Nov 25 04:49:25.486336 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 54286) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:25.517625 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ff483e79-7112-4b8e-8af0-6997877a18e7 req-32919b16-127c-4bd9-872b-3601a3617b2c tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631890 Nov 25 04:49:25.594662 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c0c10fd2-0700-4a6f-95c7-33f2eabc0190 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:25.622474 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c0c10fd2-0700-4a6f-95c7-33f2eabc0190 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:25.685462 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 54298) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:25.702216 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a2467f9d-a9e0-40e3-bbb1-cbc37a1126be admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:25.702460 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c0c10fd2-0700-4a6f-95c7-33f2eabc0190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:25.705741 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c0c10fd2-0700-4a6f-95c7-33f2eabc0190 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:25.709946 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-c0c10fd2-0700-4a6f-95c7-33f2eabc0190 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/06c99b7a-399b-4bd8-8b2a-e91d211e8f7a HTTP/1.1" status: 204 len: 168 time: 0.2223201 Nov 25 04:49:25.719070 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c10fd2-0700-4a6f-95c7-33f2eabc0190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c99b7a-399b-4bd8-8b2a-e91d211e8f7a,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:25.801025 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a2467f9d-a9e0-40e3-bbb1-cbc37a1126be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:25.809222 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a2467f9d-a9e0-40e3-bbb1-cbc37a1126be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:25.852535 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2467f9d-a9e0-40e3-bbb1-cbc37a1126be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ecd9dd-489a-4d51-a9bd-7be08faa46bd,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:25.871447 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-a2467f9d-a9e0-40e3-bbb1-cbc37a1126be admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=187e3e1041874a9289872ddd5f113e04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1896465 Nov 25 04:49:25.873761 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 54316) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:25.928208 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-0db5d644-02d4-4683-ba65-612aed4db58b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:25.951502 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-0db5d644-02d4-4683-ba65-612aed4db58b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:26.069759 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-0db5d644-02d4-4683-ba65-612aed4db58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:26.072668 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-0db5d644-02d4-4683-ba65-612aed4db58b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:26.074943 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-0db5d644-02d4-4683-ba65-612aed4db58b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/86ecd9dd-489a-4d51-a9bd-7be08faa46bd HTTP/1.1" status: 204 len: 168 time: 0.2002301 Nov 25 04:49:26.102736 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db5d644-02d4-4683-ba65-612aed4db58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ecd9dd-489a-4d51-a9bd-7be08faa46bd,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:26.464946 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 54344) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:26.484705 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e7ef2897-10b2-4a02-b9b5-0438a90c4d70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:26.544274 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 54352) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:26.607160 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e7ef2897-10b2-4a02-b9b5-0438a90c4d70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:26.633636 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e7ef2897-10b2-4a02-b9b5-0438a90c4d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:26.717332 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-e7ef2897-10b2-4a02-b9b5-0438a90c4d70 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=33aa797ba35e4d5596766a46620c5026&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435913 Nov 25 04:49:26.717430 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31736bbe-a902-4a2e-b9af-cbe9c6577290 req-27736005-6471-4b84-bab9-71874762f0d3 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:26.719091 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 54362) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:26.726563 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-31736bbe-a902-4a2e-b9af-cbe9c6577290 req-27736005-6471-4b84-bab9-71874762f0d3 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0982325 Nov 25 04:49:26.733214 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef2897-10b2-4a02-b9b5-0438a90c4d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275d7175-9a28-4a4b-8906-fceb630f76d7,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:26.761915 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5680fff5-49fd-4369-b917-8ac0f177a03d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:26.810056 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-31736bbe-a902-4a2e-b9af-cbe9c6577290 req-0e805104-b1da-42a4-897a-8f884b926f11 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825653 Nov 25 04:49:26.825251 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ab8e052b-3f90-4a5c-8080-3fb864333bf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:26.856245 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ab8e052b-3f90-4a5c-8080-3fb864333bf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:26.885455 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5680fff5-49fd-4369-b917-8ac0f177a03d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:26.892082 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5680fff5-49fd-4369-b917-8ac0f177a03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:26.927128 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ab8e052b-3f90-4a5c-8080-3fb864333bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:26.929734 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ab8e052b-3f90-4a5c-8080-3fb864333bf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:26.933361 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-ab8e052b-3f90-4a5c-8080-3fb864333bf4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/275d7175-9a28-4a4b-8906-fceb630f76d7 HTTP/1.1" status: 204 len: 168 time: 0.2105026 Nov 25 04:49:26.939246 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e052b-3f90-4a5c-8080-3fb864333bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275d7175-9a28-4a4b-8906-fceb630f76d7,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:26.965200 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-5680fff5-49fd-4369-b917-8ac0f177a03d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=69821a12fbfa41bf844ddfc834919946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4161837 Nov 25 04:49:26.965296 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 54380) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:27.008677 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5680fff5-49fd-4369-b917-8ac0f177a03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3345c4e4-ec46-4c4f-9d98-9573a7ae8524,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:27.020806 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a26b1153-32f9-45e5-817c-e39e83e28c4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:27.046714 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a26b1153-32f9-45e5-817c-e39e83e28c4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:27.068983 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-0477f3e1-6ded-4ca8-b889-fd180fe5f0cc tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:27.070617 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-0477f3e1-6ded-4ca8-b889-fd180fe5f0cc tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/networks?id=07b4a06c-8a0a-4473-b5d9-23bf4e89383a HTTP/1.1" status: 200 len: 815 time: 0.1467555 Nov 25 04:49:27.087995 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-ae9ce38f-ad52-4ac2-ac42-65839f392ebe tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/quotas/b78f91fa9da147eda471e50cc9684f97 HTTP/1.1" status: 200 len: 375 time: 0.0109901 Nov 25 04:49:27.113543 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a26b1153-32f9-45e5-817c-e39e83e28c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:27.116771 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a26b1153-32f9-45e5-817c-e39e83e28c4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:27.122404 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-a26b1153-32f9-45e5-817c-e39e83e28c4c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3345c4e4-ec46-4c4f-9d98-9573a7ae8524 HTTP/1.1" status: 204 len: 168 time: 0.1535270 Nov 25 04:49:27.129225 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b1153-32f9-45e5-817c-e39e83e28c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3345c4e4-ec46-4c4f-9d98-9573a7ae8524,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:27.150610 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-d1823419-3507-4ecd-80b3-264af6760b34 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b78f91fa9da147eda471e50cc9684f97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559061 Nov 25 04:49:27.250082 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-68041850-babf-4c9f-af36-7ac35a531f73 service neutron] 10.222.0.36 "GET /v2.0/networks/07b4a06c-8a0a-4473-b5d9-23bf4e89383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917139 Nov 25 04:49:27.357069 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-8268f251-362f-4c68-817d-41efc58fde2c service neutron] 10.222.0.36 "GET /v2.0/networks/07b4a06c-8a0a-4473-b5d9-23bf4e89383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998638 Nov 25 04:49:27.530932 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-96aac2c8-707f-473a-9811-32428cc2c823 req-2fee9442-1e95-4bf2-8d43-ae674026dba9 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=aef31b17-322a-44d4-a4a7-e4de83245c7f HTTP/1.1" status: 200 len: 210 time: 0.0298941 Nov 25 04:49:27.541314 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 54408) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:27.556130 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-0d1c4d1c-3ad0-4b8c-a29e-6c81b7bebd0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:27.645078 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-0d1c4d1c-3ad0-4b8c-a29e-6c81b7bebd0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:27.650711 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 54412) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:27.651883 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-0d1c4d1c-3ad0-4b8c-a29e-6c81b7bebd0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:27.692660 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-0d1c4d1c-3ad0-4b8c-a29e-6c81b7bebd0d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3dafd80b9df5486dbc9ac65b00a270f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1498976 Nov 25 04:49:27.694198 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c4d1c-3ad0-4b8c-a29e-6c81b7bebd0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6b84c9-a4ac-4a40-99d9-87f4c9799631,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:27.695517 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 54418) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:27.781138 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a52a272e-72c9-4a33-9ab3-343cdda2d1eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:27.791950 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-c32af8a2-4294-4093-8928-dde51e0cb3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:27.799057 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-2f222b19-0e84-4c2b-865b-9a28a6db68da admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1094165085-network', 'tenant_id': 'f589a625d7db445091f6729e449426e9'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:49:27.820247 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a52a272e-72c9-4a33-9ab3-343cdda2d1eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:27.864763 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f222b19-0e84-4c2b-865b-9a28a6db68da admin admin] Made reservation on behalf of f589a625d7db445091f6729e449426e9 for: {'network': 1} {{(pid=109071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:49:27.867172 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2f222b19-0e84-4c2b-865b-9a28a6db68da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for network, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:27.880103 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2f222b19-0e84-4c2b-865b-9a28a6db68da admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:27.943755 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a52a272e-72c9-4a33-9ab3-343cdda2d1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:27.946343 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a52a272e-72c9-4a33-9ab3-343cdda2d1eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:27.947492 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-a52a272e-72c9-4a33-9ab3-343cdda2d1eb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9a6b84c9-a4ac-4a40-99d9-87f4c9799631 HTTP/1.1" status: 204 len: 168 time: 0.2508469 Nov 25 04:49:27.964030 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d5da9-4dcd-485c-92fe-1965e8fe4019 req-c27d996f-3a8f-49d0-94ad-bb6da8c4fa44 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:27.964030 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-393d5da9-4dcd-485c-92fe-1965e8fe4019 req-c27d996f-3a8f-49d0-94ad-bb6da8c4fa44 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0696602 Nov 25 04:49:27.991134 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a272e-72c9-4a33-9ab3-343cdda2d1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6b84c9-a4ac-4a40-99d9-87f4c9799631,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:28.009748 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 6 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 04:49:28.060873 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-393d5da9-4dcd-485c-92fe-1965e8fe4019 req-19a7237b-511f-4553-87c5-e8e591b5e481 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839951 Nov 25 04:49:28.088296 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2f222b19-0e84-4c2b-865b-9a28a6db68da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:28.094011 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2f222b19-0e84-4c2b-865b-9a28a6db68da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:28.126662 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f222b19-0e84-4c2b-865b-9a28a6db68da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=109071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 04:49:28.141504 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f222b19-0e84-4c2b-865b-9a28a6db68da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1e9055-46a2-41a1-b91e-21add5bd1945,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:28.146566 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2f222b19-0e84-4c2b-865b-9a28a6db68da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041'] for segment, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:28.146899 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.db.segments_db [None req-2f222b19-0e84-4c2b-865b-9a28a6db68da admin admin] Added segment de32a5fb-836e-43e9-962a-f6e5a04cf392 of type vlan for network 68c74a24-9d7e-43b5-89f7-87a5f4c00728 Nov 25 04:49:28.187873 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2f222b19-0e84-4c2b-865b-9a28a6db68da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783339880421'] for network, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:28.216582 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2f222b19-0e84-4c2b-865b-9a28a6db68da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519'] for network, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:28.217682 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f222b19-0e84-4c2b-865b-9a28a6db68da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:28.218333 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2f222b19-0e84-4c2b-865b-9a28a6db68da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for network, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:28.269593 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-2f222b19-0e84-4c2b-865b-9a28a6db68da admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6140826 Nov 25 04:49:28.269797 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 54442) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:28.274402 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-51362a4b-7598-42b1-b3a7-3e61c7a0afb8 admin admin] Request body: {'subnet': {'network_id': '68c74a24-9d7e-43b5-89f7-87a5f4c00728', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1094165085-subnet', 'tenant_id': 'f589a625d7db445091f6729e449426e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:49:28.302525 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f222b19-0e84-4c2b-865b-9a28a6db68da admin admin] Pushing event updated for resources: {'Network': ['ID=68c74a24-9d7e-43b5-89f7-87a5f4c00728,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:28.316597 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Network 68c74a24-9d7e-43b5-89f7-87a5f4c00728 details requested by agent ovs-agent-dv-cinder-815582-6-iscsi with host dv-cinder-815582-6-iscsi {{(pid=109072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 04:49:28.321261 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51362a4b-7598-42b1-b3a7-3e61c7a0afb8 admin admin] Made reservation on behalf of f589a625d7db445091f6729e449426e9 for: {'subnet': 1} {{(pid=109071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:49:28.323665 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-51362a4b-7598-42b1-b3a7-3e61c7a0afb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249265'] for subnet, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:28.500095 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-51362a4b-7598-42b1-b3a7-3e61c7a0afb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8963760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9254939'] for subnet, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:28.568525 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51362a4b-7598-42b1-b3a7-3e61c7a0afb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e70177ab-874f-460a-9aa1-369d17c3a4b6,revision_number=0']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:28.574615 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51362a4b-7598-42b1-b3a7-3e61c7a0afb8 admin admin] Checking segment: {'id': 'de32a5fb-836e-43e9-962a-f6e5a04cf392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '68c74a24-9d7e-43b5-89f7-87a5f4c00728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:49:28.575155 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51362a4b-7598-42b1-b3a7-3e61c7a0afb8 admin admin] Network hostable DHCP agents. Network: 68c74a24-9d7e-43b5-89f7-87a5f4c00728, hostable agents: ['b468568d-98fa-4cc8-a5cb-272923c6e379'], hosted agents: [] {{(pid=109071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 04:49:28.603665 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51362a4b-7598-42b1-b3a7-3e61c7a0afb8 admin admin] Network 68c74a24-9d7e-43b5-89f7-87a5f4c00728 is scheduled to be hosted by DHCP agent b468568d-98fa-4cc8-a5cb-272923c6e379 with binding_index 1 {{(pid=109071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 04:49:28.621603 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [None req-51362a4b-7598-42b1-b3a7-3e61c7a0afb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-6-iscsi, 68c74a24-9d7e-43b5-89f7-87a5f4c00728) {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:49:28.628302 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51362a4b-7598-42b1-b3a7-3e61c7a0afb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:28.628675 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-51362a4b-7598-42b1-b3a7-3e61c7a0afb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for subnet, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:28.632383 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf180959-1f1b-4b5e-be81-1396c3d5c011 None None] Network 68c74a24-9d7e-43b5-89f7-87a5f4c00728 requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:49:28.653118 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-51362a4b-7598-42b1-b3a7-3e61c7a0afb8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3820949 Nov 25 04:49:28.700923 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f222fa72-6b6f-4d24-b7df-15e32ed2a3ee req-6ed63f6c-58f4-4163-bb6b-2d56ce675b6d tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=aef31b17-322a-44d4-a4a7-e4de83245c7f HTTP/1.1" status: 200 len: 210 time: 0.0535309 Nov 25 04:49:28.787375 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483a20c7-e116-4874-a077-5cdbc82ae4ee None None] Network 68c74a24-9d7e-43b5-89f7-87a5f4c00728 requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:49:29.098454 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-17a020b4-62ef-43a6-95a0-c0d6692aba9d tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:29.100342 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-17a020b4-62ef-43a6-95a0-c0d6692aba9d tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.41 "GET /v2.0/networks?id=07b4a06c-8a0a-4473-b5d9-23bf4e89383a HTTP/1.1" status: 200 len: 815 time: 0.1542237 Nov 25 04:49:29.194798 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-3f5f7535-35b4-4415-98fc-1c77ea60b9d9 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Request body: {'port': {'device_id': 'aef31b17-322a-44d4-a4a7-e4de83245c7f', 'network_id': '07b4a06c-8a0a-4473-b5d9-23bf4e89383a', 'admin_state_up': True, 'tenant_id': 'b78f91fa9da147eda471e50cc9684f97'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:49:29.266175 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c51b8f-e894-4d49-917d-4756a9435c7c req-698c454c-16b9-49b8-9351-215179a3f98b tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:29.275469 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-38c51b8f-e894-4d49-917d-4756a9435c7c req-698c454c-16b9-49b8-9351-215179a3f98b tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.1285429 Nov 25 04:49:29.346382 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-38c51b8f-e894-4d49-917d-4756a9435c7c req-c39cc54e-4e9f-4301-86a6-a2d74947a96b tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697901 Nov 25 04:49:29.386534 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-3f5f7535-35b4-4415-98fc-1c77ea60b9d9 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Made reservation on behalf of b78f91fa9da147eda471e50cc9684f97 for: {'port': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:49:29.392136 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-3f5f7535-35b4-4415-98fc-1c77ea60b9d9 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:29.541347 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-3f5f7535-35b4-4415-98fc-1c77ea60b9d9 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Allocated IP 172.20.0.8 (07b4a06c-8a0a-4473-b5d9-23bf4e89383a/6ffd8615-faa0-4b27-8f0c-4d18d573a8e0/073d2235-3ed8-4024-8baf-a3582152f277) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:49:29.739520 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-3f5f7535-35b4-4415-98fc-1c77ea60b9d9 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Publish callbacks [] for port, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:29.779003 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-3f5f7535-35b4-4415-98fc-1c77ea60b9d9 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:29.816825 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-3f5f7535-35b4-4415-98fc-1c77ea60b9d9 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Network 07b4a06c-8a0a-4473-b5d9-23bf4e89383a is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:49:29.819783 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['13e72fd7-b1cc-4261-a096-bd204b592887', 'a28f5d06-763d-4510-af66-7ffd1e741881'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:49:29.820296 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-3f5f7535-35b4-4415-98fc-1c77ea60b9d9 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:49:29.826031 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-3f5f7535-35b4-4415-98fc-1c77ea60b9d9 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:49:29.865993 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f7535-35b4-4415-98fc-1c77ea60b9d9 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Pushing event updated for resources: {'Port': ['ID=073d2235-3ed8-4024-8baf-a3582152f277,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:29.876805 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55cbddf-cd0e-46c5-9ec4-2dbf0b8b6555 req-eddb67c5-5288-45de-aa44-d39cb9e74db7 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:29.881994 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a55cbddf-cd0e-46c5-9ec4-2dbf0b8b6555 req-eddb67c5-5288-45de-aa44-d39cb9e74db7 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=aef31b17-322a-44d4-a4a7-e4de83245c7f HTTP/1.1" status: 200 len: 931 time: 0.1001639 Nov 25 04:49:29.899344 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-3f5f7535-35b4-4415-98fc-1c77ea60b9d9 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:29.900265 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-3f5f7535-35b4-4415-98fc-1c77ea60b9d9 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:29.925762 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-3f5f7535-35b4-4415-98fc-1c77ea60b9d9 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7475238 Nov 25 04:49:29.955002 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-e15bd70c-d4a5-4f7c-b3d0-6d631e8c7685 service neutron] Request body: {'port': {'device_id': 'aef31b17-322a-44d4-a4a7-e4de83245c7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:49:29.968622 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a55cbddf-cd0e-46c5-9ec4-2dbf0b8b6555 req-a5ce5aac-4bea-4527-be07-581d3da50240 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786240 Nov 25 04:49:30.025208 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-e15bd70c-d4a5-4f7c-b3d0-6d631e8c7685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:30.157831 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-e50caed9-683a-426e-9efa-f00d5bb857e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:30.484380 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252e6aa-6635-4981-801e-d6311b18a090 req-b584b3b1-d8f2-4e83-96f1-58cf5f6724eb tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:30.486071 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f252e6aa-6635-4981-801e-d6311b18a090 req-b584b3b1-d8f2-4e83-96f1-58cf5f6724eb tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0576606 Nov 25 04:49:30.545252 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f252e6aa-6635-4981-801e-d6311b18a090 req-49d96bb9-0db4-46e1-bc84-7dc6ac48a894 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487757 Nov 25 04:49:30.650666 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-e15bd70c-d4a5-4f7c-b3d0-6d631e8c7685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 073d2235-3ed8-4024-8baf-a3582152f277 {{(pid=109070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:49:30.661317 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-e15bd70c-d4a5-4f7c-b3d0-6d631e8c7685 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:30.688380 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.provisioning_blocks [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-e15bd70c-d4a5-4f7c-b3d0-6d631e8c7685 service neutron] Transition to ACTIVE for port object 073d2235-3ed8-4024-8baf-a3582152f277 will not be triggered until provisioned by entity L2. {{(pid=109070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 04:49:30.696056 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-e15bd70c-d4a5-4f7c-b3d0-6d631e8c7685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9557411'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:30.758106 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-144cca86-75f4-44c7-80b1-2844ed54b431 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:30.759623 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-144cca86-75f4-44c7-80b1-2844ed54b431 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/networks?id=68c74a24-9d7e-43b5-89f7-87a5f4c00728 HTTP/1.1" status: 200 len: 809 time: 0.1907060 Nov 25 04:49:30.787867 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15bd70c-d4a5-4f7c-b3d0-6d631e8c7685 service neutron] Pushing event updated for resources: {'Port': ['ID=073d2235-3ed8-4024-8baf-a3582152f277,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:30.804194 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-297ae3a2-d430-48d8-83c1-89cefb047ad3 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/quotas/f589a625d7db445091f6729e449426e9 HTTP/1.1" status: 200 len: 375 time: 0.0350208 Nov 25 04:49:30.861815 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-98f329e0-ec7d-4e9c-8636-67692d856e2d tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f589a625d7db445091f6729e449426e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360982 Nov 25 04:49:30.919569 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-e15bd70c-d4a5-4f7c-b3d0-6d631e8c7685 service neutron] Attempting to bind port 073d2235-3ed8-4024-8baf-a3582152f277 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:49:30.919918 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-e15bd70c-d4a5-4f7c-b3d0-6d631e8c7685 service neutron] Attempting to bind port 073d2235-3ed8-4024-8baf-a3582152f277 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '792aad72-a90b-4c1e-a5fe-25e7806f78d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '07b4a06c-8a0a-4473-b5d9-23bf4e89383a'}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:49:30.920271 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-e15bd70c-d4a5-4f7c-b3d0-6d631e8c7685 service neutron] Attempting to bind port 073d2235-3ed8-4024-8baf-a3582152f277 on network 07b4a06c-8a0a-4473-b5d9-23bf4e89383a {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:49:30.931789 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-e15bd70c-d4a5-4f7c-b3d0-6d631e8c7685 service neutron] Port 073d2235-3ed8-4024-8baf-a3582152f277 on network 07b4a06c-8a0a-4473-b5d9-23bf4e89383a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 04:49:30.932110 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-e15bd70c-d4a5-4f7c-b3d0-6d631e8c7685 service neutron] Attempting to bind port 073d2235-3ed8-4024-8baf-a3582152f277 on network 07b4a06c-8a0a-4473-b5d9-23bf4e89383a {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:49:30.940537 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-e15bd70c-d4a5-4f7c-b3d0-6d631e8c7685 service neutron] Checking agent: {'id': '1f14ab98-53f7-4a68-bcc6-b943f33cb2d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'started_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:49:30.940879 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-e15bd70c-d4a5-4f7c-b3d0-6d631e8c7685 service neutron] Checking segment: {'id': '792aad72-a90b-4c1e-a5fe-25e7806f78d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '07b4a06c-8a0a-4473-b5d9-23bf4e89383a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:49:30.941262 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-e15bd70c-d4a5-4f7c-b3d0-6d631e8c7685 service neutron] Bound using segment: {'id': '792aad72-a90b-4c1e-a5fe-25e7806f78d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '07b4a06c-8a0a-4473-b5d9-23bf4e89383a'} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:49:30.941687 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-e15bd70c-d4a5-4f7c-b3d0-6d631e8c7685 service neutron] Bound port: 073d2235-3ed8-4024-8baf-a3582152f277, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '792aad72-a90b-4c1e-a5fe-25e7806f78d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '07b4a06c-8a0a-4473-b5d9-23bf4e89383a'}}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:49:30.942527 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-e15bd70c-d4a5-4f7c-b3d0-6d631e8c7685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:31.004177 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-fd614565-1187-4dc0-ac72-de732d1f21f8 service neutron] 10.222.0.36 "GET /v2.0/networks/68c74a24-9d7e-43b5-89f7-87a5f4c00728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332753 Nov 25 04:49:31.080876 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-e15bd70c-d4a5-4f7c-b3d0-6d631e8c7685 service neutron] For port 073d2235-3ed8-4024-8baf-a3582152f277, host hv-cinder-81558, cleared binding levels {{(pid=109070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:49:31.097485 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-e15bd70c-d4a5-4f7c-b3d0-6d631e8c7685 service neutron] For port 073d2235-3ed8-4024-8baf-a3582152f277, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=073d2235-3ed8-4024-8baf-a3582152f277,segment=NetworkSegment(792aad72-a90b-4c1e-a5fe-25e7806f78d6),segment_id=792aad72-a90b-4c1e-a5fe-25e7806f78d6)] {{(pid=109070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:49:31.101651 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790cf622-7f23-4de5-832b-95cdd7754420 req-bcfcf0ab-e343-441d-8293-5166821a86ae tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:31.103953 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-790cf622-7f23-4de5-832b-95cdd7754420 req-bcfcf0ab-e343-441d-8293-5166821a86ae tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=aef31b17-322a-44d4-a4a7-e4de83245c7f HTTP/1.1" status: 200 len: 943 time: 0.0561726 Nov 25 04:49:31.104765 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-e15bd70c-d4a5-4f7c-b3d0-6d631e8c7685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9557411'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:31.163395 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-790cf622-7f23-4de5-832b-95cdd7754420 req-35243093-7ccd-4008-8f36-cafb44cce5c4 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510256 Nov 25 04:49:31.171502 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-e15bd70c-d4a5-4f7c-b3d0-6d631e8c7685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:31.172124 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-e15bd70c-d4a5-4f7c-b3d0-6d631e8c7685 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:31.173521 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-e15bd70c-d4a5-4f7c-b3d0-6d631e8c7685 service neutron] 10.222.0.41 "PUT /v2.0/ports/073d2235-3ed8-4024-8baf-a3582152f277 HTTP/1.1" status: 200 len: 1093 time: 1.2236691 Nov 25 04:49:31.175950 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef31b17-322a-44d4-a4a7-e4de83245c7f', 'tag': '073d2235-3ed8-4024-8baf-a3582152f277'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:49:31.178086 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c54fbf746f0c7fba78ef8d59e1beae84bb94fede6ed59824d7b8ea859eeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f8dd9e-96f1-4790-9863-279ab501cc0b" -d '{"events": [{"name": "network-changed", "server_uuid": "aef31b17-322a-44d4-a4a7-e4de83245c7f", "tag": "073d2235-3ed8-4024-8baf-a3582152f277"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:49:31.185295 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-9287714a-8d99-4b06-a081-d558e7c0067f service neutron] 10.222.0.36 "GET /v2.0/networks/68c74a24-9d7e-43b5-89f7-87a5f4c00728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712182 Nov 25 04:49:31.202944 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15bd70c-d4a5-4f7c-b3d0-6d631e8c7685 service neutron] Pushing event updated for resources: {'Port': ['ID=073d2235-3ed8-4024-8baf-a3582152f277,revision_number=3']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:31.219294 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:31.234183 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 04:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3768a8-5fa5-431c-b8c0-bdbe0aa6b338 x-openstack-request-id: req-2d3768a8-5fa5-431c-b8c0-bdbe0aa6b338 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:49:31.234566 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aef31b17-322a-44d4-a4a7-e4de83245c7f", "tag": "073d2235-3ed8-4024-8baf-a3582152f277", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:49:31.234892 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2d3768a8-5fa5-431c-b8c0-bdbe0aa6b338 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:49:31.235340 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef31b17-322a-44d4-a4a7-e4de83245c7f', 'tag': '073d2235-3ed8-4024-8baf-a3582152f277', 'status': 'completed', 'code': 200} Nov 25 04:49:31.339705 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-276bc56c-f91a-446a-b00f-349db45ea597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:31.342464 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-276bc56c-f91a-446a-b00f-349db45ea597 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78f91fa9da147eda471e50cc9684f97&device_id=aef31b17-322a-44d4-a4a7-e4de83245c7f HTTP/1.1" status: 200 len: 1096 time: 0.0775604 Nov 25 04:49:31.415455 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-da244ae4-5fa0-444f-9fb9-6b26216bbc67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=073d2235-3ed8-4024-8baf-a3582152f277 HTTP/1.1" status: 200 len: 217 time: 0.0544796 Nov 25 04:49:31.437872 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d4e33dd6-5ca6-4196-97c6-676faa999287 req-e7024383-8c2f-4bcd-ba5d-18905f6da707 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=151dca6e-8874-4a92-8464-973cbb83d63e HTTP/1.1" status: 200 len: 210 time: 0.0695503 Nov 25 04:49:31.699473 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9fa968-0b6f-4126-87a7-c5b220a9c955 req-b90c6afc-93a2-47b5-9c32-f60a61c97505 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:31.706827 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8d9fa968-0b6f-4126-87a7-c5b220a9c955 req-b90c6afc-93a2-47b5-9c32-f60a61c97505 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0625165 Nov 25 04:49:31.751204 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8d9fa968-0b6f-4126-87a7-c5b220a9c955 req-27a67fb3-ec2e-4559-9f76-0234275e06df tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434673 Nov 25 04:49:32.294505 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915cba24-50ec-4df3-a328-4d99bbefbb5c req-56f132b9-e6f9-4c4d-b086-3437ca16180d tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:32.296367 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-915cba24-50ec-4df3-a328-4d99bbefbb5c req-56f132b9-e6f9-4c4d-b086-3437ca16180d tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=aef31b17-322a-44d4-a4a7-e4de83245c7f HTTP/1.1" status: 200 len: 943 time: 0.0524664 Nov 25 04:49:32.349327 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-915cba24-50ec-4df3-a328-4d99bbefbb5c req-2bf9800b-8049-440e-af25-2510fb6a4ec9 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462966 Nov 25 04:49:32.534696 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b6ce6cf5-c284-417e-910b-8a7f0dd5d032 req-cec9610a-0ea9-4c69-a81b-2f57992b3701 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=151dca6e-8874-4a92-8464-973cbb83d63e HTTP/1.1" status: 200 len: 210 time: 0.0255466 Nov 25 04:49:32.613074 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:32.876800 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad5dc6-6011-46a2-b0ce-5ddde71066d3 req-38e86bc6-7701-4c72-97de-6c3b87439df1 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:32.878256 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bdad5dc6-6011-46a2-b0ce-5ddde71066d3 req-38e86bc6-7701-4c72-97de-6c3b87439df1 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0593891 Nov 25 04:49:32.930042 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bdad5dc6-6011-46a2-b0ce-5ddde71066d3 req-b251a51a-cf8d-4e63-98e9-2bea86665bad tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426991 Nov 25 04:49:33.470896 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c2fdd-3489-4fb1-98ec-3ae6b30ba67b req-5674f5ad-26a5-4ebc-92f4-99605adbbc80 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:33.472406 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a53c2fdd-3489-4fb1-98ec-3ae6b30ba67b req-5674f5ad-26a5-4ebc-92f4-99605adbbc80 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=aef31b17-322a-44d4-a4a7-e4de83245c7f HTTP/1.1" status: 200 len: 943 time: 0.0526319 Nov 25 04:49:33.522123 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a53c2fdd-3489-4fb1-98ec-3ae6b30ba67b req-79707d72-a013-432a-a2bc-bd34a4e80483 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436816 Nov 25 04:49:33.558459 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:33.629006 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8e4d0adf-f4e1-4b87-b937-1b2993051340 req-b4623c1e-04f9-4209-b6d5-a7b487cce454 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=151dca6e-8874-4a92-8464-973cbb83d63e HTTP/1.1" status: 200 len: 210 time: 0.0259144 Nov 25 04:49:34.061342 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b3626-0751-4bbb-8a52-3931dae2858d req-32de0da2-c076-4b7b-a3db-cd4599859a66 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:34.063057 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-913b3626-0751-4bbb-8a52-3931dae2858d req-32de0da2-c076-4b7b-a3db-cd4599859a66 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0533545 Nov 25 04:49:34.115873 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-913b3626-0751-4bbb-8a52-3931dae2858d req-10298b4c-62ca-4d66-a3cd-f45ae90dd347 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468895 Nov 25 04:49:34.173421 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-ea2f321f-3bc0-4945-8d7d-439be30e8d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:34.174931 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-ea2f321f-3bc0-4945-8d7d-439be30e8d61 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ffd8615-faa0-4b27-8f0c-4d18d573a8e0 HTTP/1.1" status: 200 len: 855 time: 0.0467377 Nov 25 04:49:34.246590 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-84e07abd-897b-4751-a640-df78a6f9e7bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07b4a06c-8a0a-4473-b5d9-23bf4e89383a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252514 Nov 25 04:49:34.345763 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-49dff1e6-501b-4eb2-8204-9431c7fb56bc service neutron] 10.222.0.41 "GET /v2.0/networks/07b4a06c-8a0a-4473-b5d9-23bf4e89383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887351 Nov 25 04:49:34.439944 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-982ac789-a76f-424e-aa3e-86b38fc02ab1 req-ac1f64ab-d414-4c1a-98dc-25f8ee5d577a service neutron] 10.222.0.41 "GET /v2.0/networks/07b4a06c-8a0a-4473-b5d9-23bf4e89383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859976 Nov 25 04:49:34.572804 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8dd9e-96f1-4790-9863-279ab501cc0b req-369ab075-ab11-4949-a1e9-c9d057e040e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:34.574329 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-86f8dd9e-96f1-4790-9863-279ab501cc0b req-369ab075-ab11-4949-a1e9-c9d057e040e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78f91fa9da147eda471e50cc9684f97&device_id=aef31b17-322a-44d4-a4a7-e4de83245c7f HTTP/1.1" status: 200 len: 1096 time: 0.0412607 Nov 25 04:49:34.651115 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc04b8e-ca8b-48a9-bb1b-13ee44a0efa4 req-4089e034-8340-4ad2-a024-9a8794efd084 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:34.652660 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9cc04b8e-ca8b-48a9-bb1b-13ee44a0efa4 req-4089e034-8340-4ad2-a024-9a8794efd084 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=aef31b17-322a-44d4-a4a7-e4de83245c7f HTTP/1.1" status: 200 len: 943 time: 0.0537086 Nov 25 04:49:34.701606 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9cc04b8e-ca8b-48a9-bb1b-13ee44a0efa4 req-63afa1d8-5ef5-4682-9f52-5336c43221a4 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428007 Nov 25 04:49:34.725790 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-49e653ba-3b4b-4f44-adc3-8e3442e52ee9 req-6765c4f4-f7bb-4056-89f2-0de561ff710c tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=151dca6e-8874-4a92-8464-973cbb83d63e HTTP/1.1" status: 200 len: 210 time: 0.0269425 Nov 25 04:49:35.248642 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07096686-20bc-4d39-beaa-567f32074e05 req-f50c2b22-e4e6-47b9-ad23-87205a1eb796 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:35.250265 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-07096686-20bc-4d39-beaa-567f32074e05 req-f50c2b22-e4e6-47b9-ad23-87205a1eb796 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0582867 Nov 25 04:49:35.303997 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-07096686-20bc-4d39-beaa-567f32074e05 req-6a2d39de-36dc-446f-a33d-de1e53c60891 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475745 Nov 25 04:49:35.827768 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba0957-bee8-4732-a2bc-ec8ebe1c52b4 req-aec45aa9-401e-42e1-8199-62cc8a5ac981 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:35.829260 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6dba0957-bee8-4732-a2bc-ec8ebe1c52b4 req-aec45aa9-401e-42e1-8199-62cc8a5ac981 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=aef31b17-322a-44d4-a4a7-e4de83245c7f HTTP/1.1" status: 200 len: 943 time: 0.0541625 Nov 25 04:49:35.886393 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6dba0957-bee8-4732-a2bc-ec8ebe1c52b4 req-fed2d2ab-e656-42ab-a65d-1bed783a8416 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510964 Nov 25 04:49:35.966980 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-153d3ac0-15b4-4fad-87fe-5380c9b0bba1 req-4e5dc955-9ad9-442e-8b76-505cc7b2516c tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=151dca6e-8874-4a92-8464-973cbb83d63e HTTP/1.1" status: 200 len: 210 time: 0.0278594 Nov 25 04:49:36.449562 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdde06-e35f-4cae-b0d9-4daa74643780 req-03528294-91ef-4b3b-aa57-504d5499cf29 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:36.451049 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-73fdde06-e35f-4cae-b0d9-4daa74643780 req-03528294-91ef-4b3b-aa57-504d5499cf29 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0602090 Nov 25 04:49:36.501338 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-73fdde06-e35f-4cae-b0d9-4daa74643780 req-824945fb-055a-42d4-b7c6-ebb148fee232 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438516 Nov 25 04:49:37.013825 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c367218-724d-4ef3-878a-fcee8b01959a req-ff486ef2-18e3-4fc7-81ac-c5e3a342cb76 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:37.015330 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1c367218-724d-4ef3-878a-fcee8b01959a req-ff486ef2-18e3-4fc7-81ac-c5e3a342cb76 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=aef31b17-322a-44d4-a4a7-e4de83245c7f HTTP/1.1" status: 200 len: 943 time: 0.0509007 Nov 25 04:49:37.062558 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1c367218-724d-4ef3-878a-fcee8b01959a req-4c337b32-82d1-401f-abb9-f7b8e82d3fc6 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411272 Nov 25 04:49:37.150471 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d8232a37-f3fa-4a5d-85e6-4a7d433f236a req-649fec4d-782a-4952-b63b-bb11ce7ec78a tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=151dca6e-8874-4a92-8464-973cbb83d63e HTTP/1.1" status: 200 len: 210 time: 0.0319703 Nov 25 04:49:37.520603 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8dd9e-96f1-4790-9863-279ab501cc0b req-5e8e31da-fe90-458a-a7be-b484b608d60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:37.522179 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-86f8dd9e-96f1-4790-9863-279ab501cc0b req-5e8e31da-fe90-458a-a7be-b484b608d60f service neutron] 10.222.0.41 "GET /v2.0/networks?id=07b4a06c-8a0a-4473-b5d9-23bf4e89383a HTTP/1.1" status: 200 len: 916 time: 0.0957055 Nov 25 04:49:37.603166 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-86f8dd9e-96f1-4790-9863-279ab501cc0b req-8db115ee-fbdf-4e3a-b9f3-8a4015cc4721 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=073d2235-3ed8-4024-8baf-a3582152f277 HTTP/1.1" status: 200 len: 217 time: 0.0408466 Nov 25 04:49:37.651642 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554ba8c-ac82-4f8f-a2d3-155514e59900 req-7dc83932-da7c-43ae-acd5-eb2813276586 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:37.653187 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e554ba8c-ac82-4f8f-a2d3-155514e59900 req-7dc83932-da7c-43ae-acd5-eb2813276586 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0529466 Nov 25 04:49:37.725015 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8dd9e-96f1-4790-9863-279ab501cc0b req-94add6db-8bb2-454d-b90f-b2ce0f5112fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:37.726533 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-86f8dd9e-96f1-4790-9863-279ab501cc0b req-94add6db-8bb2-454d-b90f-b2ce0f5112fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ffd8615-faa0-4b27-8f0c-4d18d573a8e0 HTTP/1.1" status: 200 len: 855 time: 0.0724978 Nov 25 04:49:37.738398 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e554ba8c-ac82-4f8f-a2d3-155514e59900 req-48f5e77f-517a-45b6-a67d-f748299633a7 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758691 Nov 25 04:49:37.796838 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-86f8dd9e-96f1-4790-9863-279ab501cc0b req-d30abd69-95fc-430c-b798-2bca7782b123 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07b4a06c-8a0a-4473-b5d9-23bf4e89383a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248799 Nov 25 04:49:37.919323 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-86f8dd9e-96f1-4790-9863-279ab501cc0b req-8a654d02-f8d6-4b4e-bc1b-3c1933606f76 service neutron] 10.222.0.41 "GET /v2.0/networks/07b4a06c-8a0a-4473-b5d9-23bf4e89383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962267 Nov 25 04:49:38.198683 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-86f8dd9e-96f1-4790-9863-279ab501cc0b req-4994ba0a-7847-4266-b4bd-29d09f68623d service neutron] 10.222.0.41 "GET /v2.0/networks/07b4a06c-8a0a-4473-b5d9-23bf4e89383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419513 Nov 25 04:49:38.279413 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e42eefe7-6fa3-4040-a270-360fe86d0c15 req-42d22248-ec2c-4135-b94f-0a0a426b56ec tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=151dca6e-8874-4a92-8464-973cbb83d63e HTTP/1.1" status: 200 len: 210 time: 0.0338521 Nov 25 04:49:38.306320 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81cb7e-a255-4422-b023-5b0662e7b0f1 req-2dc1eb5b-b0e5-4d71-848c-9a9253a9549c tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:38.307813 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8f81cb7e-a255-4422-b023-5b0662e7b0f1 req-2dc1eb5b-b0e5-4d71-848c-9a9253a9549c tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=aef31b17-322a-44d4-a4a7-e4de83245c7f HTTP/1.1" status: 200 len: 943 time: 0.1665399 Nov 25 04:49:38.329538 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-fb761fe5-9f6d-4e71-8e8f-7bd3b92dd221 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:38.330924 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-fb761fe5-9f6d-4e71-8e8f-7bd3b92dd221 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.41 "GET /v2.0/networks?id=68c74a24-9d7e-43b5-89f7-87a5f4c00728 HTTP/1.1" status: 200 len: 809 time: 0.1561432 Nov 25 04:49:38.368783 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8f81cb7e-a255-4422-b023-5b0662e7b0f1 req-4fc534b7-3266-44ca-96c4-30220d2e8149 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530736 Nov 25 04:49:38.376004 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-705c21ff-3388-4928-9d02-17ea760c1a46 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Request body: {'port': {'device_id': '151dca6e-8874-4a92-8464-973cbb83d63e', 'network_id': '68c74a24-9d7e-43b5-89f7-87a5f4c00728', 'admin_state_up': True, 'tenant_id': 'f589a625d7db445091f6729e449426e9'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:49:38.491603 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-705c21ff-3388-4928-9d02-17ea760c1a46 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Made reservation on behalf of f589a625d7db445091f6729e449426e9 for: {'port': 1} {{(pid=109071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:49:38.495056 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-705c21ff-3388-4928-9d02-17ea760c1a46 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:38.631228 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.db_base_plugin_common [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-705c21ff-3388-4928-9d02-17ea760c1a46 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Allocated IP 172.20.0.14 (68c74a24-9d7e-43b5-89f7-87a5f4c00728/e70177ab-874f-460a-9aa1-369d17c3a4b6/2c69c2b9-2d86-4d1a-95c2-69515c56de4a) {{(pid=109071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:49:38.776565 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-705c21ff-3388-4928-9d02-17ea760c1a46 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Publish callbacks [] for port, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:38.817389 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-705c21ff-3388-4928-9d02-17ea760c1a46 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:38.885153 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-705c21ff-3388-4928-9d02-17ea760c1a46 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Network 68c74a24-9d7e-43b5-89f7-87a5f4c00728 is already hosted by enough agents. {{(pid=109071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:49:38.890578 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-705c21ff-3388-4928-9d02-17ea760c1a46 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Resources bound (agent type, host, resource id): {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:49:38.896199 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-705c21ff-3388-4928-9d02-17ea760c1a46 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Received port after_create {{(pid=109071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:49:38.900287 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c21ff-3388-4928-9d02-17ea760c1a46 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Pushing event updated for resources: {'Port': ['ID=2c69c2b9-2d86-4d1a-95c2-69515c56de4a,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:38.911282 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575f45b-b4b7-4d27-b93a-3198b5d5a034 req-ca0ca385-61c2-441f-b19f-866bd0190c6e tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:38.912865 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-9575f45b-b4b7-4d27-b93a-3198b5d5a034 req-ca0ca385-61c2-441f-b19f-866bd0190c6e tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.1064014 Nov 25 04:49:38.977576 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-705c21ff-3388-4928-9d02-17ea760c1a46 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:38.978205 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-705c21ff-3388-4928-9d02-17ea760c1a46 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for port, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:39.000880 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-9575f45b-b4b7-4d27-b93a-3198b5d5a034 req-e136a615-6cc1-483e-aadf-a8755426c1e0 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692923 Nov 25 04:49:39.008168 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-705c21ff-3388-4928-9d02-17ea760c1a46 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6364565 Nov 25 04:49:39.029585 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-9acfbf0d-c723-46e3-9797-eaea33ddff68 service neutron] Request body: {'port': {'device_id': '151dca6e-8874-4a92-8464-973cbb83d63e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:49:39.088671 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-9acfbf0d-c723-46e3-9797-eaea33ddff68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:39.350519 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-9acfbf0d-c723-46e3-9797-eaea33ddff68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c69c2b9-2d86-4d1a-95c2-69515c56de4a {{(pid=109071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:49:39.359317 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-9acfbf0d-c723-46e3-9797-eaea33ddff68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:39.372415 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-9acfbf0d-c723-46e3-9797-eaea33ddff68 service neutron] Transition to ACTIVE for port object 2c69c2b9-2d86-4d1a-95c2-69515c56de4a will not be triggered until provisioned by entity L2. {{(pid=109071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 04:49:39.378434 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-9acfbf0d-c723-46e3-9797-eaea33ddff68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8963629'] for port, after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:39.416901 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01000a6c-b3d2-487b-848f-d7e79bfbabb6 req-4dbecd6e-2d46-447a-aeb4-09bb44976c37 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:39.425468 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-01000a6c-b3d2-487b-848f-d7e79bfbabb6 req-4dbecd6e-2d46-447a-aeb4-09bb44976c37 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=151dca6e-8874-4a92-8464-973cbb83d63e HTTP/1.1" status: 200 len: 932 time: 0.0658157 Nov 25 04:49:39.430173 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acfbf0d-c723-46e3-9797-eaea33ddff68 service neutron] Pushing event updated for resources: {'Port': ['ID=2c69c2b9-2d86-4d1a-95c2-69515c56de4a,revision_number=2']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:39.492758 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-01000a6c-b3d2-487b-848f-d7e79bfbabb6 req-dd28c831-d275-462d-bd52-d1f2ae118446 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1e9055-46a2-41a1-b91e-21add5bd1945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631351 Nov 25 04:49:39.540079 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c6ae52-e37d-41ec-82af-e08cf3d9d108 req-d7b1a26d-36a7-4a71-b95b-c5920430a947 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:39.541587 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-c2c6ae52-e37d-41ec-82af-e08cf3d9d108 req-d7b1a26d-36a7-4a71-b95b-c5920430a947 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=aef31b17-322a-44d4-a4a7-e4de83245c7f HTTP/1.1" status: 200 len: 943 time: 0.0864353 Nov 25 04:49:39.543960 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-9acfbf0d-c723-46e3-9797-eaea33ddff68 service neutron] Attempting to bind port 2c69c2b9-2d86-4d1a-95c2-69515c56de4a on host hv-cinder-81558 for vnic_type normal with profile {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:49:39.544340 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-9acfbf0d-c723-46e3-9797-eaea33ddff68 service neutron] Attempting to bind port 2c69c2b9-2d86-4d1a-95c2-69515c56de4a by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'de32a5fb-836e-43e9-962a-f6e5a04cf392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '68c74a24-9d7e-43b5-89f7-87a5f4c00728'}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:49:39.544668 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-9acfbf0d-c723-46e3-9797-eaea33ddff68 service neutron] Attempting to bind port 2c69c2b9-2d86-4d1a-95c2-69515c56de4a on network 68c74a24-9d7e-43b5-89f7-87a5f4c00728 {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:49:39.555742 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-9acfbf0d-c723-46e3-9797-eaea33ddff68 service neutron] Port 2c69c2b9-2d86-4d1a-95c2-69515c56de4a on network 68c74a24-9d7e-43b5-89f7-87a5f4c00728 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 04:49:39.556066 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-9acfbf0d-c723-46e3-9797-eaea33ddff68 service neutron] Attempting to bind port 2c69c2b9-2d86-4d1a-95c2-69515c56de4a on network 68c74a24-9d7e-43b5-89f7-87a5f4c00728 {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:49:39.569709 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-9acfbf0d-c723-46e3-9797-eaea33ddff68 service neutron] Checking agent: {'id': '1f14ab98-53f7-4a68-bcc6-b943f33cb2d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'started_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:49:39.570048 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-9acfbf0d-c723-46e3-9797-eaea33ddff68 service neutron] Checking segment: {'id': 'de32a5fb-836e-43e9-962a-f6e5a04cf392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '68c74a24-9d7e-43b5-89f7-87a5f4c00728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:49:39.570436 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-9acfbf0d-c723-46e3-9797-eaea33ddff68 service neutron] Bound using segment: {'id': 'de32a5fb-836e-43e9-962a-f6e5a04cf392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '68c74a24-9d7e-43b5-89f7-87a5f4c00728'} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:49:39.570868 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-9acfbf0d-c723-46e3-9797-eaea33ddff68 service neutron] Bound port: 2c69c2b9-2d86-4d1a-95c2-69515c56de4a, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de32a5fb-836e-43e9-962a-f6e5a04cf392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '68c74a24-9d7e-43b5-89f7-87a5f4c00728'}}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:49:39.571217 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-9acfbf0d-c723-46e3-9797-eaea33ddff68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:39.627898 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-c2c6ae52-e37d-41ec-82af-e08cf3d9d108 req-ed3b9ca9-8a9f-4722-9754-e59ae8dd0ba4 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797408 Nov 25 04:49:39.663420 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-9acfbf0d-c723-46e3-9797-eaea33ddff68 service neutron] For port 2c69c2b9-2d86-4d1a-95c2-69515c56de4a, host hv-cinder-81558, cleared binding levels {{(pid=109071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:49:39.666845 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-9acfbf0d-c723-46e3-9797-eaea33ddff68 service neutron] For port 2c69c2b9-2d86-4d1a-95c2-69515c56de4a, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2c69c2b9-2d86-4d1a-95c2-69515c56de4a,segment=NetworkSegment(de32a5fb-836e-43e9-962a-f6e5a04cf392),segment_id=de32a5fb-836e-43e9-962a-f6e5a04cf392)] {{(pid=109071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:49:39.673005 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-9acfbf0d-c723-46e3-9797-eaea33ddff68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8963629'] for port, after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:39.677278 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166dbd6-31eb-4999-9f8b-0b5aa82997c5 req-fb79899a-2329-4347-90ba-8dd19e6a9cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:39.679508 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4166dbd6-31eb-4999-9f8b-0b5aa82997c5 req-fb79899a-2329-4347-90ba-8dd19e6a9cd8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 1099 time: 0.0437572 Nov 25 04:49:39.729489 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4166dbd6-31eb-4999-9f8b-0b5aa82997c5 req-d5143e49-3aa8-4b09-b6e6-737b5cf96961 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411284 Nov 25 04:49:39.881851 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-9acfbf0d-c723-46e3-9797-eaea33ddff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:39.882474 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-9acfbf0d-c723-46e3-9797-eaea33ddff68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for port, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:39.883876 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-9acfbf0d-c723-46e3-9797-eaea33ddff68 service neutron] 10.222.0.41 "PUT /v2.0/ports/2c69c2b9-2d86-4d1a-95c2-69515c56de4a HTTP/1.1" status: 200 len: 1094 time: 0.8589070 Nov 25 04:49:39.884357 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '151dca6e-8874-4a92-8464-973cbb83d63e', 'tag': '2c69c2b9-2d86-4d1a-95c2-69515c56de4a'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:49:39.886873 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d57e7af397f6b944dcc9a6f5390767d05535c9c85852faf17d281085e8a62f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2079c4e1-a2b4-49a3-b5d2-d443d46c5aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "151dca6e-8874-4a92-8464-973cbb83d63e", "tag": "2c69c2b9-2d86-4d1a-95c2-69515c56de4a"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:49:39.907461 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acfbf0d-c723-46e3-9797-eaea33ddff68 service neutron] Pushing event updated for resources: {'Port': ['ID=2c69c2b9-2d86-4d1a-95c2-69515c56de4a,revision_number=3']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:39.927969 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 04:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8a5f8f-bf8a-4fcd-9b93-05ec1bfac452 x-openstack-request-id: req-ff8a5f8f-bf8a-4fcd-9b93-05ec1bfac452 {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:49:39.928329 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "151dca6e-8874-4a92-8464-973cbb83d63e", "tag": "2c69c2b9-2d86-4d1a-95c2-69515c56de4a", "status": "completed", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:49:39.928597 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ff8a5f8f-bf8a-4fcd-9b93-05ec1bfac452 {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:49:39.929021 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '151dca6e-8874-4a92-8464-973cbb83d63e', 'tag': '2c69c2b9-2d86-4d1a-95c2-69515c56de4a', 'status': 'completed', 'code': 200} Nov 25 04:49:40.122000 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f66151-d912-47df-b9c3-f54f902d5b10 req-c30b6b3d-a375-4653-80d7-e35668198040 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:40.123532 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-b2f66151-d912-47df-b9c3-f54f902d5b10 req-c30b6b3d-a375-4653-80d7-e35668198040 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0518911 Nov 25 04:49:40.176278 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-b2f66151-d912-47df-b9c3-f54f902d5b10 req-1c9c9d9e-1a6d-4875-ad4a-d300473a21bb tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465019 Nov 25 04:49:40.256289 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079c4e1-a2b4-49a3-b5d2-d443d46c5aeb req-ce18ec3c-3cad-4812-9ee0-c38b6f292183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:40.257813 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-2079c4e1-a2b4-49a3-b5d2-d443d46c5aeb req-ce18ec3c-3cad-4812-9ee0-c38b6f292183 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f589a625d7db445091f6729e449426e9&device_id=151dca6e-8874-4a92-8464-973cbb83d63e HTTP/1.1" status: 200 len: 1097 time: 0.0444822 Nov 25 04:49:40.448713 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079c4e1-a2b4-49a3-b5d2-d443d46c5aeb req-0c001c9b-c1e4-4442-96e6-41b4f8814f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:40.450170 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-2079c4e1-a2b4-49a3-b5d2-d443d46c5aeb req-0c001c9b-c1e4-4442-96e6-41b4f8814f5a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f589a625d7db445091f6729e449426e9&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1752760 Nov 25 04:49:40.679286 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079c4e1-a2b4-49a3-b5d2-d443d46c5aeb req-880cc404-6d42-4ac8-a46c-f9b054675bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:40.680829 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-2079c4e1-a2b4-49a3-b5d2-d443d46c5aeb req-880cc404-6d42-4ac8-a46c-f9b054675bc8 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2170541 Nov 25 04:49:40.689307 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18292b22-3b0f-46e6-9f2c-d377822c2f2b req-2ffdeb2f-43a6-404e-a119-8b1b09848dc3 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:40.690845 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-18292b22-3b0f-46e6-9f2c-d377822c2f2b req-2ffdeb2f-43a6-404e-a119-8b1b09848dc3 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=151dca6e-8874-4a92-8464-973cbb83d63e HTTP/1.1" status: 200 len: 944 time: 0.1059647 Nov 25 04:49:40.771098 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 54746) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:40.791417 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-18292b22-3b0f-46e6-9f2c-d377822c2f2b req-b2721496-178f-4163-98c5-65458a0d199a tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1e9055-46a2-41a1-b91e-21add5bd1945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872476 Nov 25 04:49:40.846958 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 54752) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:40.854500 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-cea3b2cd-2e18-4246-bb96-64388ceb27c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:40.856931 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-cea3b2cd-2e18-4246-bb96-64388ceb27c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f589a625d7db445091f6729e449426e9&device_id=151dca6e-8874-4a92-8464-973cbb83d63e HTTP/1.1" status: 200 len: 1097 time: 0.0641718 Nov 25 04:49:40.932560 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-dba98587-f20c-415e-84f2-f80a64d5bb02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c69c2b9-2d86-4d1a-95c2-69515c56de4a HTTP/1.1" status: 200 len: 217 time: 0.0504556 Nov 25 04:49:40.993593 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5a86a-9bcf-422b-8465-7b131912a64f req-75c51f51-711d-4939-abb6-640199656d4d tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:41.000990 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bbf5a86a-9bcf-422b-8465-7b131912a64f req-75c51f51-711d-4939-abb6-640199656d4d tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=aef31b17-322a-44d4-a4a7-e4de83245c7f HTTP/1.1" status: 200 len: 943 time: 0.0893354 Nov 25 04:49:41.019563 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-04b93e0d-37bd-40f3-ae8c-e37ae7946c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:41.021520 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-04b93e0d-37bd-40f3-ae8c-e37ae7946c8d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e70177ab-874f-460a-9aa1-369d17c3a4b6 HTTP/1.1" status: 200 len: 849 time: 0.0496931 Nov 25 04:49:41.029099 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-9c4231bf-51a0-4f1e-8688-96e05b13b82c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:41.043189 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1ea90158-afc8-4598-873b-f60924275a1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:41.083063 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-73dff547-10ef-48d2-a220-a68c07345fc3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68c74a24-9d7e-43b5-89f7-87a5f4c00728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254288 Nov 25 04:49:41.099605 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bbf5a86a-9bcf-422b-8465-7b131912a64f req-94b95365-6582-4c28-b99b-41a9e9475833 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976365 Nov 25 04:49:41.223728 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-9c4231bf-51a0-4f1e-8688-96e05b13b82c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:41.231688 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1ea90158-afc8-4598-873b-f60924275a1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:41.233618 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-9c4231bf-51a0-4f1e-8688-96e05b13b82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:41.250696 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-300dfc9e-a54b-4c9f-a24b-1f79dba77457 service neutron] 10.222.0.41 "GET /v2.0/networks/68c74a24-9d7e-43b5-89f7-87a5f4c00728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511102 Nov 25 04:49:41.262039 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1ea90158-afc8-4598-873b-f60924275a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:41.300698 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4231bf-51a0-4f1e-8688-96e05b13b82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84b8a26-2702-435e-bc3e-f0de17ec362d,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:41.316170 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-9c4231bf-51a0-4f1e-8688-96e05b13b82c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=102054a0759e44cb926a6ac4b3ae3d48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5437214 Nov 25 04:49:41.326441 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 54768) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:41.378398 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-1ea90158-afc8-4598-873b-f60924275a1d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=25bde0c2e22d44baa009cb7bc7b36516&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5300262 Nov 25 04:49:41.381206 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 54772) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:41.391514 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea90158-afc8-4598-873b-f60924275a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85447f4-5cb0-4a87-83e2-fa10ec27cf3a,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:41.432115 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-892c59c7-d978-443a-b44f-dd48283fd8a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:41.455688 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-892c59c7-d978-443a-b44f-dd48283fd8a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:41.482382 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10445dcf-17a5-489e-a0a3-43c6d2c36d6c req-2a861d65-8a7e-44d8-9829-018c452c8c34 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:41.483786 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-10445dcf-17a5-489e-a0a3-43c6d2c36d6c req-2a861d65-8a7e-44d8-9829-018c452c8c34 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.1195867 Nov 25 04:49:41.505137 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-892c59c7-d978-443a-b44f-dd48283fd8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:41.506761 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-38fc4653-6b49-4a6f-ac6c-f09251080488 req-28641a0c-a88b-4d9e-b636-4133d9985949 service neutron] 10.222.0.41 "GET /v2.0/networks/68c74a24-9d7e-43b5-89f7-87a5f4c00728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423537 Nov 25 04:49:41.509141 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-892c59c7-d978-443a-b44f-dd48283fd8a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:41.510544 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-892c59c7-d978-443a-b44f-dd48283fd8a1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e84b8a26-2702-435e-bc3e-f0de17ec362d HTTP/1.1" status: 204 len: 168 time: 0.1805463 Nov 25 04:49:41.511403 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-fc142c94-ead2-4e1d-ab95-bd1b50bfea7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:41.521788 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c59c7-d978-443a-b44f-dd48283fd8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84b8a26-2702-435e-bc3e-f0de17ec362d,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:41.586878 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-fc142c94-ead2-4e1d-ab95-bd1b50bfea7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:41.597898 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-10445dcf-17a5-489e-a0a3-43c6d2c36d6c req-0b2f29b5-e6d7-4159-b596-9aa86f0d6ee0 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039939 Nov 25 04:49:41.643607 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-fc142c94-ead2-4e1d-ab95-bd1b50bfea7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:41.646323 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-fc142c94-ead2-4e1d-ab95-bd1b50bfea7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:41.647429 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-fc142c94-ead2-4e1d-ab95-bd1b50bfea7c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b85447f4-5cb0-4a87-83e2-fa10ec27cf3a HTTP/1.1" status: 204 len: 168 time: 0.2644722 Nov 25 04:49:41.655364 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc142c94-ead2-4e1d-ab95-bd1b50bfea7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85447f4-5cb0-4a87-83e2-fa10ec27cf3a,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:41.743474 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 073d2235-3ed8-4024-8baf-a3582152f277 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=109072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 04:49:41.823426 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 54786) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:41.842642 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3d5b4252-4df4-41fa-b838-c6afbf39f9d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:41.846055 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 073d2235-3ed8-4024-8baf-a3582152f277, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=073d2235-3ed8-4024-8baf-a3582152f277,segment=NetworkSegment(792aad72-a90b-4c1e-a5fe-25e7806f78d6),segment_id=792aad72-a90b-4c1e-a5fe-25e7806f78d6)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:49:41.860459 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Returning: {'device': '073d2235-3ed8-4024-8baf-a3582152f277', 'network_id': '07b4a06c-8a0a-4473-b5d9-23bf4e89383a', 'port_id': '073d2235-3ed8-4024-8baf-a3582152f277', 'mac_address': 'fa:16:3e:6b:03:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ffd8615-faa0-4b27-8f0c-4d18d573a8e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 04:49:41.930293 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1829cb3-ac9e-44be-bf6f-5c6f6ef5dd98 req-a97bb46c-22bd-4656-9734-e04b2ad22ee1 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:41.939215 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f1829cb3-ac9e-44be-bf6f-5c6f6ef5dd98 req-a97bb46c-22bd-4656-9734-e04b2ad22ee1 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=151dca6e-8874-4a92-8464-973cbb83d63e HTTP/1.1" status: 200 len: 944 time: 0.0618823 Nov 25 04:49:41.946699 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3d5b4252-4df4-41fa-b838-c6afbf39f9d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:41.953728 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3d5b4252-4df4-41fa-b838-c6afbf39f9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:42.005179 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f1829cb3-ac9e-44be-bf6f-5c6f6ef5dd98 req-17ae3ec3-bae5-4da5-ad6e-07b64cecd4a8 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1e9055-46a2-41a1-b91e-21add5bd1945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648065 Nov 25 04:49:42.011789 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-3d5b4252-4df4-41fa-b838-c6afbf39f9d2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f5ed6e3480c04033af8cc3a84c08be6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1870563 Nov 25 04:49:42.014669 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 54788) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:42.016383 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b4252-4df4-41fa-b838-c6afbf39f9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575df438-21fd-40c6-9bb5-26fda13249d9,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:42.028066 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:42.041906 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 073d2235-3ed8-4024-8baf-a3582152f277 {{(pid=109072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:49:42.062220 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 073d2235-3ed8-4024-8baf-a3582152f277, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=073d2235-3ed8-4024-8baf-a3582152f277,segment=NetworkSegment(792aad72-a90b-4c1e-a5fe-25e7806f78d6),segment_id=792aad72-a90b-4c1e-a5fe-25e7806f78d6)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:49:42.067137 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:42.081442 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-584286de-0d74-4ded-bbd6-9d1e643e091d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:42.107294 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-584286de-0d74-4ded-bbd6-9d1e643e091d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:42.117854 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=073d2235-3ed8-4024-8baf-a3582152f277,revision_number=4']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:42.146522 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 54792) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:42.159886 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-603f2cfa-0bf3-4f10-ba3d-309ab505a4b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:42.188083 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-584286de-0d74-4ded-bbd6-9d1e643e091d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:42.190454 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-584286de-0d74-4ded-bbd6-9d1e643e091d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:42.191587 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-584286de-0d74-4ded-bbd6-9d1e643e091d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/575df438-21fd-40c6-9bb5-26fda13249d9 HTTP/1.1" status: 204 len: 168 time: 0.1745412 Nov 25 04:49:42.205897 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584286de-0d74-4ded-bbd6-9d1e643e091d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575df438-21fd-40c6-9bb5-26fda13249d9,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:42.241987 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a8a87-393a-4112-b7b9-d852cef7802e req-f45cc660-1028-415c-ba02-1d454497414c tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:42.243498 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-762a8a87-393a-4112-b7b9-d852cef7802e req-f45cc660-1028-415c-ba02-1d454497414c tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=aef31b17-322a-44d4-a4a7-e4de83245c7f HTTP/1.1" status: 200 len: 944 time: 0.0681901 Nov 25 04:49:42.261928 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-603f2cfa-0bf3-4f10-ba3d-309ab505a4b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:42.267814 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-603f2cfa-0bf3-4f10-ba3d-309ab505a4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:42.301195 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-762a8a87-393a-4112-b7b9-d852cef7802e req-ee7e2009-099e-4ca4-9c2a-b01e51d76d9d tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505142 Nov 25 04:49:42.309000 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-603f2cfa-0bf3-4f10-ba3d-309ab505a4b7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d6223f820b24451cbedcec8d2acd1377&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1613958 Nov 25 04:49:42.309959 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603f2cfa-0bf3-4f10-ba3d-309ab505a4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc7b31c-21c9-4c74-a8fd-24f37e49e36c,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:42.312389 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 54796) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:42.375329 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ebe9bfb9-de28-43dd-9de0-f5b767b6a1a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:42.402869 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ebe9bfb9-de28-43dd-9de0-f5b767b6a1a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:42.460542 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ebe9bfb9-de28-43dd-9de0-f5b767b6a1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:42.464641 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ebe9bfb9-de28-43dd-9de0-f5b767b6a1a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:42.469040 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-ebe9bfb9-de28-43dd-9de0-f5b767b6a1a2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fcc7b31c-21c9-4c74-a8fd-24f37e49e36c HTTP/1.1" status: 204 len: 168 time: 0.1557281 Nov 25 04:49:42.479906 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9bfb9-de28-43dd-9de0-f5b767b6a1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc7b31c-21c9-4c74-a8fd-24f37e49e36c,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:42.523229 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['073d2235-3ed8-4024-8baf-a3582152f277'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:49:42.666647 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 54810) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:42.680810 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a72a31c8-8095-48c9-a19c-b52bebe3f990 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:42.794995 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6b374-0f4b-47d1-98f7-a4cde3f8e66b req-fafe659f-34e1-48af-b2b8-9b18749aca2c tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:42.802597 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-b6d6b374-0f4b-47d1-98f7-a4cde3f8e66b req-fafe659f-34e1-48af-b2b8-9b18749aca2c tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.1059141 Nov 25 04:49:42.824863 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a72a31c8-8095-48c9-a19c-b52bebe3f990 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:42.830389 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a72a31c8-8095-48c9-a19c-b52bebe3f990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:42.852720 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-b6d6b374-0f4b-47d1-98f7-a4cde3f8e66b req-09767505-8292-46da-90ec-dc98fd6c10e0 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491908 Nov 25 04:49:42.876540 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-a72a31c8-8095-48c9-a19c-b52bebe3f990 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ffd56052833e4879a1fbadd02e3f7725&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2085488 Nov 25 04:49:42.879009 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a31c8-8095-48c9-a19c-b52bebe3f990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982e386b-e274-4459-ab78-b1638e3e52d5,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:42.879347 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 54822) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:42.936610 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-4d0954f4-8e93-4c3b-856d-9674c673cb9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:42.963782 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-4d0954f4-8e93-4c3b-856d-9674c673cb9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:42.986806 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab82b6-52c8-471a-abb3-980eee3ba1c3 req-73169e04-5ff4-432e-9812-2c33513c7087 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:42.991172 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-78ab82b6-52c8-471a-abb3-980eee3ba1c3 req-73169e04-5ff4-432e-9812-2c33513c7087 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0511961 Nov 25 04:49:43.023976 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-4d0954f4-8e93-4c3b-856d-9674c673cb9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:43.026895 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-4d0954f4-8e93-4c3b-856d-9674c673cb9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:43.028181 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-4d0954f4-8e93-4c3b-856d-9674c673cb9f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/982e386b-e274-4459-ab78-b1638e3e52d5 HTTP/1.1" status: 204 len: 168 time: 0.1472602 Nov 25 04:49:43.046263 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0954f4-8e93-4c3b-856d-9674c673cb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982e386b-e274-4459-ab78-b1638e3e52d5,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:43.051393 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-78ab82b6-52c8-471a-abb3-980eee3ba1c3 req-85f0ccba-8771-40ad-abb4-0bbc652c23d3 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530958 Nov 25 04:49:43.153334 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09862e-fd10-44df-8cd7-c907edcdfd7a req-198747e7-d77c-4afe-9940-58174c7259c2 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:43.155104 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-7e09862e-fd10-44df-8cd7-c907edcdfd7a req-198747e7-d77c-4afe-9940-58174c7259c2 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=151dca6e-8874-4a92-8464-973cbb83d63e HTTP/1.1" status: 200 len: 944 time: 0.0671589 Nov 25 04:49:43.220206 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-7e09862e-fd10-44df-8cd7-c907edcdfd7a req-61a7a009-0c74-4d00-9f11-4a077b7dd209 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1e9055-46a2-41a1-b91e-21add5bd1945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564370 Nov 25 04:49:43.460080 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98d053-7a35-47d2-9f30-c292473b1b19 req-df8f9fda-35e7-4282-a939-d17963adf254 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:43.461912 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8a98d053-7a35-47d2-9f30-c292473b1b19 req-df8f9fda-35e7-4282-a939-d17963adf254 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=aef31b17-322a-44d4-a4a7-e4de83245c7f HTTP/1.1" status: 200 len: 944 time: 0.0780678 Nov 25 04:49:43.528411 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8a98d053-7a35-47d2-9f30-c292473b1b19 req-21d3ce5d-241a-405b-8b8a-5e47dc513f57 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543180 Nov 25 04:49:44.338608 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdea1a8-246c-45cf-ad09-e52a5ab28319 req-e85bad29-f374-4636-8a8c-0ac3efc09e33 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:44.340014 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2cdea1a8-246c-45cf-ad09-e52a5ab28319 req-e85bad29-f374-4636-8a8c-0ac3efc09e33 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=151dca6e-8874-4a92-8464-973cbb83d63e HTTP/1.1" status: 200 len: 944 time: 0.0536401 Nov 25 04:49:44.387037 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2cdea1a8-246c-45cf-ad09-e52a5ab28319 req-dfae11b9-f3e3-4b0d-b729-3515ba51992a tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1e9055-46a2-41a1-b91e-21add5bd1945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405097 Nov 25 04:49:44.647817 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71453a5f-dcec-484e-8e27-ae09a7d1dc74 req-dd74ac09-5510-4846-8ce2-4983eb784dd8 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:44.649336 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-71453a5f-dcec-484e-8e27-ae09a7d1dc74 req-dd74ac09-5510-4846-8ce2-4983eb784dd8 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=aef31b17-322a-44d4-a4a7-e4de83245c7f HTTP/1.1" status: 200 len: 944 time: 0.0513475 Nov 25 04:49:44.700691 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-71453a5f-dcec-484e-8e27-ae09a7d1dc74 req-ea5eb5d8-a08a-4a79-8123-6bdb124ccdcb tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454609 Nov 25 04:49:44.860356 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 54956) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:44.961398 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6b6f7712-abbd-4be6-aa08-1ba22465ac6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:45.042464 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6b6f7712-abbd-4be6-aa08-1ba22465ac6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:45.047711 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6b6f7712-abbd-4be6-aa08-1ba22465ac6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:45.084646 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-6b6f7712-abbd-4be6-aa08-1ba22465ac6f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=99e9c8df4a324bc29e00c0a006249d84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231207 Nov 25 04:49:45.085713 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f7712-abbd-4be6-aa08-1ba22465ac6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c59f0e-8d25-4686-98d6-5a9806c685b1,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:45.087549 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 54960) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:45.134673 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-1c1ce259-185b-4b68-9b2c-00fab552cafb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:45.155760 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-1c1ce259-185b-4b68-9b2c-00fab552cafb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:45.205210 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-1c1ce259-185b-4b68-9b2c-00fab552cafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:45.207804 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-1c1ce259-185b-4b68-9b2c-00fab552cafb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:45.208985 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-1c1ce259-185b-4b68-9b2c-00fab552cafb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/53c59f0e-8d25-4686-98d6-5a9806c685b1 HTTP/1.1" status: 204 len: 168 time: 0.1204045 Nov 25 04:49:45.217160 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ce259-185b-4b68-9b2c-00fab552cafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c59f0e-8d25-4686-98d6-5a9806c685b1,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:45.476832 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 54970) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:45.496709 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-d57418d5-9df5-4dd6-bcac-09487066eb72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:45.513760 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d68ab-8ef9-4d21-980b-99203b129a98 req-d8f26ef0-1b2a-4f1b-94fe-874ea0b6a225 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:45.515248 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3a8d68ab-8ef9-4d21-980b-99203b129a98 req-d8f26ef0-1b2a-4f1b-94fe-874ea0b6a225 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=151dca6e-8874-4a92-8464-973cbb83d63e HTTP/1.1" status: 200 len: 944 time: 0.0566096 Nov 25 04:49:45.563498 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3a8d68ab-8ef9-4d21-980b-99203b129a98 req-1d9786f9-6f52-4031-a0e4-aa72c8fa249a tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1e9055-46a2-41a1-b91e-21add5bd1945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420873 Nov 25 04:49:45.580779 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-d57418d5-9df5-4dd6-bcac-09487066eb72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:45.587845 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-d57418d5-9df5-4dd6-bcac-09487066eb72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:45.630485 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-d57418d5-9df5-4dd6-bcac-09487066eb72 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b488b76186464fbaa1606ac4e8604497&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1521771 Nov 25 04:49:45.631903 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57418d5-9df5-4dd6-bcac-09487066eb72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff331be-663c-497a-8522-dbc729bb839b,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:45.633345 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 54974) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:45.684105 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7ae0c753-1a25-4d3c-ac7f-3f22c6ee326a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:45.706738 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7ae0c753-1a25-4d3c-ac7f-3f22c6ee326a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:45.756582 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7ae0c753-1a25-4d3c-ac7f-3f22c6ee326a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:45.759228 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7ae0c753-1a25-4d3c-ac7f-3f22c6ee326a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:45.760406 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-7ae0c753-1a25-4d3c-ac7f-3f22c6ee326a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aff331be-663c-497a-8522-dbc729bb839b HTTP/1.1" status: 204 len: 168 time: 0.1260228 Nov 25 04:49:45.770028 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae0c753-1a25-4d3c-ac7f-3f22c6ee326a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff331be-663c-497a-8522-dbc729bb839b,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:45.818853 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e79db8-30be-406b-bdf4-e9a50c922899 req-9c16c921-4ebf-41a4-92f7-6e14af735182 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:45.820383 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-31e79db8-30be-406b-bdf4-e9a50c922899 req-9c16c921-4ebf-41a4-92f7-6e14af735182 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=aef31b17-322a-44d4-a4a7-e4de83245c7f HTTP/1.1" status: 200 len: 944 time: 0.0483389 Nov 25 04:49:45.868918 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-31e79db8-30be-406b-bdf4-e9a50c922899 req-30e0da26-2361-41e7-ae6a-2f12e43d1ba7 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422101 Nov 25 04:49:46.694622 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ec5af-47f5-4d09-b18e-6488c50f9f2b req-a684e603-aadf-4823-8360-5f169b787648 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:46.696309 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-845ec5af-47f5-4d09-b18e-6488c50f9f2b req-a684e603-aadf-4823-8360-5f169b787648 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=151dca6e-8874-4a92-8464-973cbb83d63e HTTP/1.1" status: 200 len: 944 time: 0.0529571 Nov 25 04:49:46.747575 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-845ec5af-47f5-4d09-b18e-6488c50f9f2b req-7122b554-a49b-404e-b442-2d11a7b22c84 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1e9055-46a2-41a1-b91e-21add5bd1945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447171 Nov 25 04:49:47.006544 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3042588-5c37-4817-a61b-051a469a0c6b req-4f211c8a-cc6f-42e5-ae6e-a0929674f81d tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:47.008520 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f3042588-5c37-4817-a61b-051a469a0c6b req-4f211c8a-cc6f-42e5-ae6e-a0929674f81d tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=aef31b17-322a-44d4-a4a7-e4de83245c7f HTTP/1.1" status: 200 len: 944 time: 0.0646362 Nov 25 04:49:47.061795 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f3042588-5c37-4817-a61b-051a469a0c6b req-d810fb6f-b0df-4cf2-aa33-057073054564 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468717 Nov 25 04:49:47.761243 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 2c69c2b9-2d86-4d1a-95c2-69515c56de4a details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=109072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 04:49:47.824090 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 073d2235-3ed8-4024-8baf-a3582152f277 up at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:49:47.899090 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 2c69c2b9-2d86-4d1a-95c2-69515c56de4a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2c69c2b9-2d86-4d1a-95c2-69515c56de4a,segment=NetworkSegment(de32a5fb-836e-43e9-962a-f6e5a04cf392),segment_id=de32a5fb-836e-43e9-962a-f6e5a04cf392)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:49:47.911179 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5e9fe-95d0-47f1-b457-c1e9d7b6b24c req-a9e1d8f3-3747-41e6-a961-b3eb6ac563a7 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:47.913628 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Returning: {'device': '2c69c2b9-2d86-4d1a-95c2-69515c56de4a', 'network_id': '68c74a24-9d7e-43b5-89f7-87a5f4c00728', 'port_id': '2c69c2b9-2d86-4d1a-95c2-69515c56de4a', 'mac_address': 'fa:16:3e:5e:90:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e70177ab-874f-460a-9aa1-369d17c3a4b6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 04:49:47.918598 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-97f5e9fe-95d0-47f1-b457-c1e9d7b6b24c req-a9e1d8f3-3747-41e6-a961-b3eb6ac563a7 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=151dca6e-8874-4a92-8464-973cbb83d63e HTTP/1.1" status: 200 len: 944 time: 0.0850568 Nov 25 04:49:47.946572 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed6ae8-f379-4d40-b090-8f0e04cb609f req-fa8367c9-2349-4fa0-9e57-c72a08c24dba tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:47.948735 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5aed6ae8-f379-4d40-b090-8f0e04cb609f req-fa8367c9-2349-4fa0-9e57-c72a08c24dba tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0613339 Nov 25 04:49:47.968701 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:47.983373 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning for port 073d2235-3ed8-4024-8baf-a3582152f277 completed by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 04:49:47.993108 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning complete for port 073d2235-3ed8-4024-8baf-a3582152f277 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:49:47.993516 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:48.003298 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-97f5e9fe-95d0-47f1-b457-c1e9d7b6b24c req-855b7fa0-1b07-476b-a96c-07f6186cad24 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1e9055-46a2-41a1-b91e-21add5bd1945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812700 Nov 25 04:49:48.027290 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c69c2b9-2d86-4d1a-95c2-69515c56de4a {{(pid=109072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:49:48.034171 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5aed6ae8-f379-4d40-b090-8f0e04cb609f req-e73c0646-3bce-4dd6-9ebf-bdd02a6191a6 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566442 Nov 25 04:49:48.041465 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624fb74-276b-4df9-8d29-2fce2ad947aa req-53477e38-790b-482d-a0b8-74924e0bf13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:48.043605 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-b624fb74-276b-4df9-8d29-2fce2ad947aa req-53477e38-790b-482d-a0b8-74924e0bf13f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d773db29571458586043ef5fa3454c2&device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 1098 time: 0.0934598 Nov 25 04:49:48.069360 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 2c69c2b9-2d86-4d1a-95c2-69515c56de4a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2c69c2b9-2d86-4d1a-95c2-69515c56de4a,segment=NetworkSegment(de32a5fb-836e-43e9-962a-f6e5a04cf392),segment_id=de32a5fb-836e-43e9-962a-f6e5a04cf392)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:49:48.099958 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:48.160746 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624fb74-276b-4df9-8d29-2fce2ad947aa req-74cc13f9-958a-49cc-98bc-e8e8ec5ac62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:48.162434 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=2c69c2b9-2d86-4d1a-95c2-69515c56de4a,revision_number=4']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:48.162555 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-b624fb74-276b-4df9-8d29-2fce2ad947aa req-74cc13f9-958a-49cc-98bc-e8e8ec5ac62e service neutron] 10.222.0.41 "GET /v2.0/networks?id=d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f HTTP/1.1" status: 200 len: 920 time: 0.1064584 Nov 25 04:49:48.174835 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:48.204132 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef31b17-322a-44d4-a4a7-e4de83245c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073d2235-3ed8-4024-8baf-a3582152f277'}] {{(pid=109072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:49:48.208327 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21d2e46f9f4131852b38a57b118a04601412ee452ef2f91c34d7ef8e942fd252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf9b7f2-aa76-4e28-b992-0005f91527c9" -d '{"events": [{"server_uuid": "aef31b17-322a-44d4-a4a7-e4de83245c7f", "name": "network-vif-plugged", "status": "completed", "tag": "073d2235-3ed8-4024-8baf-a3582152f277"}]}' {{(pid=109072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:49:48.232202 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-b624fb74-276b-4df9-8d29-2fce2ad947aa req-ae3ac4fa-10e7-49e0-a955-a088490f01b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6878270-adb9-4338-8a70-9a199bdfe9bc HTTP/1.1" status: 200 len: 217 time: 0.0610440 Nov 25 04:49:48.249366 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 073d2235-3ed8-4024-8baf-a3582152f277, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=073d2235-3ed8-4024-8baf-a3582152f277,segment=NetworkSegment(792aad72-a90b-4c1e-a5fe-25e7806f78d6),segment_id=792aad72-a90b-4c1e-a5fe-25e7806f78d6)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:49:48.250933 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:48.260991 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2515b-95cb-4f29-9dcc-ef52017b0625 req-b8506425-a41b-4993-af5a-b4635fbc6380 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:48.271684 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0ea2515b-95cb-4f29-9dcc-ef52017b0625 req-b8506425-a41b-4993-af5a-b4635fbc6380 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=aef31b17-322a-44d4-a4a7-e4de83245c7f HTTP/1.1" status: 200 len: 944 time: 0.0897303 Nov 25 04:49:48.286355 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33caa32-a5de-406d-8514-890ab7bb91d3 x-openstack-request-id: req-d33caa32-a5de-406d-8514-890ab7bb91d3 {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:49:48.286679 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef31b17-322a-44d4-a4a7-e4de83245c7f", "name": "network-vif-plugged", "status": "completed", "tag": "073d2235-3ed8-4024-8baf-a3582152f277", "code": 200}]} {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:49:48.286940 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d33caa32-a5de-406d-8514-890ab7bb91d3 {{(pid=109072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:49:48.287610 dv-cinder-815582-6-iscsi neutron-server[109072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef31b17-322a-44d4-a4a7-e4de83245c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073d2235-3ed8-4024-8baf-a3582152f277', 'code': 200} Nov 25 04:49:48.301901 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624fb74-276b-4df9-8d29-2fce2ad947aa req-690de8cb-6d53-4643-ba52-ce32b9667974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:48.303727 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-b624fb74-276b-4df9-8d29-2fce2ad947aa req-690de8cb-6d53-4643-ba52-ce32b9667974 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cba32b3-416c-41af-af79-b04db65419ef HTTP/1.1" status: 200 len: 859 time: 0.0607021 Nov 25 04:49:48.320357 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=073d2235-3ed8-4024-8baf-a3582152f277,revision_number=5']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:48.356957 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0ea2515b-95cb-4f29-9dcc-ef52017b0625 req-7240c939-e172-44f6-97de-5167950edb89 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836482 Nov 25 04:49:48.358442 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-b624fb74-276b-4df9-8d29-2fce2ad947aa req-e3618588-512e-4c30-8a82-963889736edb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290527 Nov 25 04:49:48.475889 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-b624fb74-276b-4df9-8d29-2fce2ad947aa req-f62c76f2-e9ef-4af5-97d1-2971023e9057 service neutron] 10.222.0.41 "GET /v2.0/networks/d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895433 Nov 25 04:49:48.541335 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4eeb54-2e1c-4186-b04b-d9c48ac5c6ce req-9ba66ffd-62ba-4f9b-8bba-60f4d7f9719d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:48.542854 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3e4eeb54-2e1c-4186-b04b-d9c48ac5c6ce req-9ba66ffd-62ba-4f9b-8bba-60f4d7f9719d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aef31b17-322a-44d4-a4a7-e4de83245c7f HTTP/1.1" status: 200 len: 1098 time: 0.0406857 Nov 25 04:49:48.576414 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-b624fb74-276b-4df9-8d29-2fce2ad947aa req-e5810443-4206-4d49-85f4-6516d2cb4ae3 service neutron] 10.222.0.41 "GET /v2.0/networks/d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897887 Nov 25 04:49:48.587307 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['2c69c2b9-2d86-4d1a-95c2-69515c56de4a'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:49:48.598522 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3e4eeb54-2e1c-4186-b04b-d9c48ac5c6ce req-9d405e5a-0e2f-4291-8926-b7673627c1ee service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427296 Nov 25 04:49:49.115643 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e588038-346a-4c5b-a193-6346b8d1fe0d req-09eb1b92-96ab-4c0a-a167-1cf219a63108 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:49.115643 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5e588038-346a-4c5b-a193-6346b8d1fe0d req-09eb1b92-96ab-4c0a-a167-1cf219a63108 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=151dca6e-8874-4a92-8464-973cbb83d63e HTTP/1.1" status: 200 len: 945 time: 0.0495050 Nov 25 04:49:49.159814 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d46dbf-df22-49f4-a034-34dedd9c5684 req-739017f4-81ae-48da-9644-3c876535c54e tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:49.161358 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-99d46dbf-df22-49f4-a034-34dedd9c5684 req-739017f4-81ae-48da-9644-3c876535c54e tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0530338 Nov 25 04:49:49.175864 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5e588038-346a-4c5b-a193-6346b8d1fe0d req-96572b00-3029-4e49-a09a-dce099fbb73a tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1e9055-46a2-41a1-b91e-21add5bd1945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530372 Nov 25 04:49:49.216666 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-99d46dbf-df22-49f4-a034-34dedd9c5684 req-2a25c841-8f37-4137-a248-1b636a2b88ff tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450735 Nov 25 04:49:49.470709 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829e1fe-829c-4fad-af38-c9db2e4dd6ab req-922de9ff-afa0-49c2-9287-50ed78532cf7 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:49.472235 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a829e1fe-829c-4fad-af38-c9db2e4dd6ab req-922de9ff-afa0-49c2-9287-50ed78532cf7 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=aef31b17-322a-44d4-a4a7-e4de83245c7f HTTP/1.1" status: 200 len: 945 time: 0.0509520 Nov 25 04:49:49.519404 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a829e1fe-829c-4fad-af38-c9db2e4dd6ab req-e9307089-b7f3-4f30-9042-351318e63809 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413311 Nov 25 04:49:49.779104 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 2c69c2b9-2d86-4d1a-95c2-69515c56de4a up at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:49:49.833906 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning for port 2c69c2b9-2d86-4d1a-95c2-69515c56de4a completed by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 04:49:49.838351 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning complete for port 2c69c2b9-2d86-4d1a-95c2-69515c56de4a triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:49:49.838724 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:49.923606 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:49.959729 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 2c69c2b9-2d86-4d1a-95c2-69515c56de4a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2c69c2b9-2d86-4d1a-95c2-69515c56de4a,segment=NetworkSegment(de32a5fb-836e-43e9-962a-f6e5a04cf392),segment_id=de32a5fb-836e-43e9-962a-f6e5a04cf392)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:49:49.966818 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:50.019461 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=2c69c2b9-2d86-4d1a-95c2-69515c56de4a,revision_number=5']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:50.288685 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151dca6e-8874-4a92-8464-973cbb83d63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c69c2b9-2d86-4d1a-95c2-69515c56de4a'}] {{(pid=109072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:49:50.291945 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21d2e46f9f4131852b38a57b118a04601412ee452ef2f91c34d7ef8e942fd252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b636c084-1868-48b1-9f60-7369cd5c4504" -d '{"events": [{"server_uuid": "151dca6e-8874-4a92-8464-973cbb83d63e", "name": "network-vif-plugged", "status": "completed", "tag": "2c69c2b9-2d86-4d1a-95c2-69515c56de4a"}]}' {{(pid=109072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:49:50.298953 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3bd08e-6e72-44e9-bc25-31878dc0c409 req-aaa9ce9f-647e-42c7-a431-fb51dff3920e tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:50.300512 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1d3bd08e-6e72-44e9-bc25-31878dc0c409 req-aaa9ce9f-647e-42c7-a431-fb51dff3920e tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=151dca6e-8874-4a92-8464-973cbb83d63e HTTP/1.1" status: 200 len: 946 time: 0.0526028 Nov 25 04:49:50.347918 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099fd14-8046-4ffd-9e1b-246100ee9763 req-00ce2864-73de-4869-b7df-4e6c8d8470ce tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:50.349465 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1d3bd08e-6e72-44e9-bc25-31878dc0c409 req-d946223b-341a-4c82-bd74-73154a5a9cc7 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1e9055-46a2-41a1-b91e-21add5bd1945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430946 Nov 25 04:49:50.349591 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8099fd14-8046-4ffd-9e1b-246100ee9763 req-00ce2864-73de-4869-b7df-4e6c8d8470ce tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0493555 Nov 25 04:49:50.394736 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9624d7d7-a882-4fda-bb33-e1bc053d6cc4 x-openstack-request-id: req-9624d7d7-a882-4fda-bb33-e1bc053d6cc4 {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:49:50.395565 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "151dca6e-8874-4a92-8464-973cbb83d63e", "name": "network-vif-plugged", "status": "completed", "tag": "2c69c2b9-2d86-4d1a-95c2-69515c56de4a", "code": 200}]} {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:49:50.395565 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9624d7d7-a882-4fda-bb33-e1bc053d6cc4 {{(pid=109072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:49:50.395694 dv-cinder-815582-6-iscsi neutron-server[109072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '151dca6e-8874-4a92-8464-973cbb83d63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c69c2b9-2d86-4d1a-95c2-69515c56de4a', 'code': 200} Nov 25 04:49:50.592258 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8099fd14-8046-4ffd-9e1b-246100ee9763 req-5ada0a32-22f8-4bd4-be46-46db37398aed tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365649 Nov 25 04:49:50.668952 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2da55-2489-4f1a-b68e-80429ee8b524 req-bf457b07-9370-451a-a433-28ddf3545125 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:50.670404 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-87f2da55-2489-4f1a-b68e-80429ee8b524 req-bf457b07-9370-451a-a433-28ddf3545125 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=aef31b17-322a-44d4-a4a7-e4de83245c7f HTTP/1.1" status: 200 len: 945 time: 0.0661087 Nov 25 04:49:50.728024 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2449e-3e82-4a02-b61d-8e33e48d5018 req-d6e80877-8c35-4186-9180-1586fab4c1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:50.729640 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f3f2449e-3e82-4a02-b61d-8e33e48d5018 req-d6e80877-8c35-4186-9180-1586fab4c1dd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=151dca6e-8874-4a92-8464-973cbb83d63e HTTP/1.1" status: 200 len: 1099 time: 0.0809710 Nov 25 04:49:50.738364 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-87f2da55-2489-4f1a-b68e-80429ee8b524 req-287a2fc2-7bd8-4020-9ec4-a4240f9a37ed tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543447 Nov 25 04:49:50.780527 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f3f2449e-3e82-4a02-b61d-8e33e48d5018 req-12885730-31eb-4522-ada1-f78d611bcdb3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=db1e9055-46a2-41a1-b91e-21add5bd1945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389628 Nov 25 04:49:51.473387 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ee8dc-7592-475f-9d0e-3c97e9cc030b req-2f703f13-6b9b-431d-8c9a-1e6a4dadeddb tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:51.474864 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-082ee8dc-7592-475f-9d0e-3c97e9cc030b req-2f703f13-6b9b-431d-8c9a-1e6a4dadeddb tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=151dca6e-8874-4a92-8464-973cbb83d63e HTTP/1.1" status: 200 len: 946 time: 0.0520687 Nov 25 04:49:51.539027 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-082ee8dc-7592-475f-9d0e-3c97e9cc030b req-e54e997c-21d1-4078-93d1-adde9029cb22 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1e9055-46a2-41a1-b91e-21add5bd1945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506041 Nov 25 04:49:51.629672 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:51.715116 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a919b69-1025-4279-896a-c635879b3186 req-7feab4b7-f7d0-4851-bfb0-427847507b03 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:51.716761 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5a919b69-1025-4279-896a-c635879b3186 req-7feab4b7-f7d0-4851-bfb0-427847507b03 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0497491 Nov 25 04:49:51.776535 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5a919b69-1025-4279-896a-c635879b3186 req-a2dd380f-f7f9-471f-954f-efac41b50c1f tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497730 Nov 25 04:49:52.713087 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb28bff-e327-4184-aeed-02d7ab258fc1 req-360132fb-97b3-4f1c-bd77-494be24d2604 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:52.716476 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-aeb28bff-e327-4184-aeed-02d7ab258fc1 req-360132fb-97b3-4f1c-bd77-494be24d2604 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=151dca6e-8874-4a92-8464-973cbb83d63e HTTP/1.1" status: 200 len: 946 time: 0.0610571 Nov 25 04:49:52.771287 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-aeb28bff-e327-4184-aeed-02d7ab258fc1 req-bc7f2c08-f71d-4bab-831e-428ddef0b7c9 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1e9055-46a2-41a1-b91e-21add5bd1945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465305 Nov 25 04:49:52.913284 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76957b87-4d53-49a8-89cb-61cab6012319 req-1f9005c5-a2e6-4ee5-a60c-6b66fb4416ea tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:52.915337 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-76957b87-4d53-49a8-89cb-61cab6012319 req-1f9005c5-a2e6-4ee5-a60c-6b66fb4416ea tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0575836 Nov 25 04:49:52.980480 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-76957b87-4d53-49a8-89cb-61cab6012319 req-da07e698-321d-4b17-ab68-286abb69c69b tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583324 Nov 25 04:49:53.014883 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 55204) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:53.123523 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-da2a1d1b-47aa-41f6-b7b0-24fd93f64594 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:53.206175 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-da2a1d1b-47aa-41f6-b7b0-24fd93f64594 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:53.212411 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-da2a1d1b-47aa-41f6-b7b0-24fd93f64594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:53.255507 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a1d1b-47aa-41f6-b7b0-24fd93f64594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7a6a61-96c9-4c0d-a3c9-bc85d3d2e669,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:53.260397 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-da2a1d1b-47aa-41f6-b7b0-24fd93f64594 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9c0f2a4bac6a48bfa43491b3b977b15f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2439673 Nov 25 04:49:53.264383 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 55210) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:49:53.324339 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e493d0d1-9933-49e7-a5d7-2f5dbeed2baf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:53.348815 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e493d0d1-9933-49e7-a5d7-2f5dbeed2baf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:53.398335 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e493d0d1-9933-49e7-a5d7-2f5dbeed2baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:53.401226 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e493d0d1-9933-49e7-a5d7-2f5dbeed2baf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:53.402517 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-e493d0d1-9933-49e7-a5d7-2f5dbeed2baf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5d7a6a61-96c9-4c0d-a3c9-bc85d3d2e669 HTTP/1.1" status: 204 len: 168 time: 0.1346097 Nov 25 04:49:53.410333 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e493d0d1-9933-49e7-a5d7-2f5dbeed2baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7a6a61-96c9-4c0d-a3c9-bc85d3d2e669,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:49:54.098462 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7608649-3b4c-44bd-b970-84ebd0e1633c req-08d82b3a-6017-4579-a6e2-2645e42929b4 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:54.100972 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a7608649-3b4c-44bd-b970-84ebd0e1633c req-08d82b3a-6017-4579-a6e2-2645e42929b4 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=151dca6e-8874-4a92-8464-973cbb83d63e HTTP/1.1" status: 200 len: 946 time: 0.0585642 Nov 25 04:49:54.115154 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba281ad4-77e9-4d36-bf28-95d8f4605010 req-400d9d50-95a2-4793-8f09-fa102aadb50c tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:54.117422 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ba281ad4-77e9-4d36-bf28-95d8f4605010 req-400d9d50-95a2-4793-8f09-fa102aadb50c tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0512078 Nov 25 04:49:54.152991 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a7608649-3b4c-44bd-b970-84ebd0e1633c req-064c152e-3879-474f-a5ce-6dbf1438100e tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1e9055-46a2-41a1-b91e-21add5bd1945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452919 Nov 25 04:49:54.177753 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ba281ad4-77e9-4d36-bf28-95d8f4605010 req-c15fd62f-131b-4e30-8e0b-80c2ccc04db0 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536599 Nov 25 04:49:55.282511 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc007e-108d-4280-8efd-c7b814513c85 req-2a8e0104-dc94-4f8d-af50-34d2a92fde82 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:55.284220 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5abc007e-108d-4280-8efd-c7b814513c85 req-2a8e0104-dc94-4f8d-af50-34d2a92fde82 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=151dca6e-8874-4a92-8464-973cbb83d63e HTTP/1.1" status: 200 len: 946 time: 0.0487368 Nov 25 04:49:55.302533 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4de79-7e3c-461b-8f06-4e97be24d211 req-a7d49279-457d-4898-87cd-beec908ae337 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:55.304023 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-47f4de79-7e3c-461b-8f06-4e97be24d211 req-a7d49279-457d-4898-87cd-beec908ae337 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0509522 Nov 25 04:49:55.334916 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5abc007e-108d-4280-8efd-c7b814513c85 req-a61a6514-2921-4385-b3b6-155e304b7724 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1e9055-46a2-41a1-b91e-21add5bd1945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445714 Nov 25 04:49:55.356121 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-47f4de79-7e3c-461b-8f06-4e97be24d211 req-2f0054fd-e50a-4196-be32-7044cd7506a7 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447109 Nov 25 04:49:56.459021 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94005bc4-96b5-4f18-8ab4-9c9b8bd06c9e req-eb915d72-f4d6-4332-907d-8964b80e4d5e tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:56.460548 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-94005bc4-96b5-4f18-8ab4-9c9b8bd06c9e req-eb915d72-f4d6-4332-907d-8964b80e4d5e tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=151dca6e-8874-4a92-8464-973cbb83d63e HTTP/1.1" status: 200 len: 946 time: 0.0544124 Nov 25 04:49:56.481559 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2867f-8802-408f-b2c4-00b17ebd6885 req-27452670-3d1f-4002-8957-3e22ed6a8447 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:56.483125 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-36e2867f-8802-408f-b2c4-00b17ebd6885 req-27452670-3d1f-4002-8957-3e22ed6a8447 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0494819 Nov 25 04:49:56.510502 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-94005bc4-96b5-4f18-8ab4-9c9b8bd06c9e req-f5a219b9-a6c8-485f-81e3-84f70cf37781 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1e9055-46a2-41a1-b91e-21add5bd1945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435815 Nov 25 04:49:56.535468 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-36e2867f-8802-408f-b2c4-00b17ebd6885 req-d9e4f483-43e9-4ed6-acad-d7cd5eceba75 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448647 Nov 25 04:49:57.638521 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e687b-1a82-4851-a1ec-42829f82ef8a req-11eea521-412b-442f-b670-cf63b309e0fb tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:57.640048 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-996e687b-1a82-4851-a1ec-42829f82ef8a req-11eea521-412b-442f-b670-cf63b309e0fb tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=151dca6e-8874-4a92-8464-973cbb83d63e HTTP/1.1" status: 200 len: 946 time: 0.0484214 Nov 25 04:49:57.691937 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-996e687b-1a82-4851-a1ec-42829f82ef8a req-e87ce5bd-33f0-47a8-93da-49433e76d057 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1e9055-46a2-41a1-b91e-21add5bd1945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415666 Nov 25 04:49:57.777547 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-e1ea15e0-de9a-49f0-8018-750289688ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:49:57.811692 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd53d3-1e7f-41a7-8ea1-58bb1d6f86b5 req-b9fb5978-4b60-4eed-8286-3db9ffb60c46 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:57.813436 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-13fd53d3-1e7f-41a7-8ea1-58bb1d6f86b5 req-b9fb5978-4b60-4eed-8286-3db9ffb60c46 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0577183 Nov 25 04:49:57.867852 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-13fd53d3-1e7f-41a7-8ea1-58bb1d6f86b5 req-00ba2e83-0f1c-490a-9a10-2eb9ad7691fe tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468054 Nov 25 04:49:58.821939 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d21bb-b64c-416e-ad27-53d6a85e1ad4 req-67eda3c5-0c6a-4ab4-a8db-bea38abc155f tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:58.823645 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2a4d21bb-b64c-416e-ad27-53d6a85e1ad4 req-67eda3c5-0c6a-4ab4-a8db-bea38abc155f tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=151dca6e-8874-4a92-8464-973cbb83d63e HTTP/1.1" status: 200 len: 946 time: 0.0552239 Nov 25 04:49:58.873200 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2a4d21bb-b64c-416e-ad27-53d6a85e1ad4 req-8f10db0d-3443-453a-9a08-2abfd8fc744e tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1e9055-46a2-41a1-b91e-21add5bd1945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431750 Nov 25 04:49:58.986646 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035d46e-6860-4c40-b108-de062690ba26 req-adbeb704-2e34-4ae0-b852-dbfb7503d2f4 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:58.988177 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6035d46e-6860-4c40-b108-de062690ba26 req-adbeb704-2e34-4ae0-b852-dbfb7503d2f4 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0545156 Nov 25 04:49:59.042784 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6035d46e-6860-4c40-b108-de062690ba26 req-e83aeb69-c159-4d4c-b703-045fad0145ff tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474215 Nov 25 04:49:59.995763 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6025895-bceb-4518-b413-b898b7bdf332 req-7a721274-224d-41e8-9f3b-4d743e2de8eb tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:49:59.999087 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f6025895-bceb-4518-b413-b898b7bdf332 req-7a721274-224d-41e8-9f3b-4d743e2de8eb tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=151dca6e-8874-4a92-8464-973cbb83d63e HTTP/1.1" status: 200 len: 946 time: 0.0543313 Nov 25 04:50:00.065017 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f6025895-bceb-4518-b413-b898b7bdf332 req-7a8b56a3-34e2-4669-8062-09b18f6917d7 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1e9055-46a2-41a1-b91e-21add5bd1945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596130 Nov 25 04:50:00.102874 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb2635-bc2b-4656-aa5f-4dfb5854e5ac req-5cc3e1fe-06d7-4627-8955-b2cfa0b9e829 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:00.104428 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-92cb2635-bc2b-4656-aa5f-4dfb5854e5ac req-5cc3e1fe-06d7-4627-8955-b2cfa0b9e829 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.41 "GET /v2.0/ports?device_id=151dca6e-8874-4a92-8464-973cbb83d63e HTTP/1.1" status: 200 len: 946 time: 0.0560305 Nov 25 04:50:00.161415 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-8923250b-f4b0-4955-862d-34cb98d254a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:00.183220 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee3d5f-95be-4529-9612-513bb7d5ae9d req-25a4da7d-5ebe-4732-813f-71787cafd568 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:00.189772 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-4aee3d5f-95be-4529-9612-513bb7d5ae9d req-25a4da7d-5ebe-4732-813f-71787cafd568 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0594821 Nov 25 04:50:00.217817 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-92cb2635-bc2b-4656-aa5f-4dfb5854e5ac req-8c75790f-f5d9-4404-a51b-300b105bdfc5 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Deleting port 2c69c2b9-2d86-4d1a-95c2-69515c56de4a {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:50:00.218253 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-92cb2635-bc2b-4656-aa5f-4dfb5854e5ac req-8c75790f-f5d9-4404-a51b-300b105bdfc5 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:00.234273 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-4aee3d5f-95be-4529-9612-513bb7d5ae9d req-3c254386-92f8-477b-929e-b1573c76eae5 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433805 Nov 25 04:50:00.312039 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-92cb2635-bc2b-4656-aa5f-4dfb5854e5ac req-8c75790f-f5d9-4404-a51b-300b105bdfc5 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] For port 2c69c2b9-2d86-4d1a-95c2-69515c56de4a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=2c69c2b9-2d86-4d1a-95c2-69515c56de4a,segment=NetworkSegment(de32a5fb-836e-43e9-962a-f6e5a04cf392),segment_id=de32a5fb-836e-43e9-962a-f6e5a04cf392)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:50:00.312442 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-92cb2635-bc2b-4656-aa5f-4dfb5854e5ac req-8c75790f-f5d9-4404-a51b-300b105bdfc5 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:00.327430 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-92cb2635-bc2b-4656-aa5f-4dfb5854e5ac req-8c75790f-f5d9-4404-a51b-300b105bdfc5 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Calling delete_port for 2c69c2b9-2d86-4d1a-95c2-69515c56de4a owned by compute:nova {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:50:00.468588 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-92cb2635-bc2b-4656-aa5f-4dfb5854e5ac req-8c75790f-f5d9-4404-a51b-300b105bdfc5 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:00.497925 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75790f-f5d9-4404-a51b-300b105bdfc5 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Pushing event deleted for resources: {'Port': ['ID=2c69c2b9-2d86-4d1a-95c2-69515c56de4a,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:00.513955 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['2c69c2b9-2d86-4d1a-95c2-69515c56de4a'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:50:00.826444 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-92cb2635-bc2b-4656-aa5f-4dfb5854e5ac req-8c75790f-f5d9-4404-a51b-300b105bdfc5 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] No DVR routers for this DVR port 2c69c2b9-2d86-4d1a-95c2-69515c56de4a on host hv-cinder-81558 {{(pid=109070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 04:50:00.829786 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-92cb2635-bc2b-4656-aa5f-4dfb5854e5ac req-8c75790f-f5d9-4404-a51b-300b105bdfc5 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:00.835146 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-92cb2635-bc2b-4656-aa5f-4dfb5854e5ac req-8c75790f-f5d9-4404-a51b-300b105bdfc5 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.41 "DELETE /v2.0/ports/2c69c2b9-2d86-4d1a-95c2-69515c56de4a HTTP/1.1" status: 204 len: 173 time: 0.7168307 Nov 25 04:50:00.835615 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151dca6e-8874-4a92-8464-973cbb83d63e', 'name': 'network-vif-deleted', 'tag': '2c69c2b9-2d86-4d1a-95c2-69515c56de4a'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:50:00.838005 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c54fbf746f0c7fba78ef8d59e1beae84bb94fede6ed59824d7b8ea859eeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8f2c61-9db2-405f-918b-fff8f5f4f84c" -d '{"events": [{"server_uuid": "151dca6e-8874-4a92-8464-973cbb83d63e", "name": "network-vif-deleted", "tag": "2c69c2b9-2d86-4d1a-95c2-69515c56de4a"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:50:00.877475 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd9a992-77df-4cf8-8b11-b14990ff1711 x-openstack-request-id: req-bfd9a992-77df-4cf8-8b11-b14990ff1711 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:50:00.877786 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "151dca6e-8874-4a92-8464-973cbb83d63e", "name": "network-vif-deleted", "tag": "2c69c2b9-2d86-4d1a-95c2-69515c56de4a", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:50:00.878032 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bfd9a992-77df-4cf8-8b11-b14990ff1711 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:50:00.878424 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '151dca6e-8874-4a92-8464-973cbb83d63e', 'name': 'network-vif-deleted', 'tag': '2c69c2b9-2d86-4d1a-95c2-69515c56de4a', 'status': 'completed', 'code': 200} Nov 25 04:50:01.203221 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:01.212211 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-81a04524-2e64-47af-b15c-cf394a321fa2 req-ab66146b-c7f0-4b46-bf4c-d96979ac5b70 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=151dca6e-8874-4a92-8464-973cbb83d63e HTTP/1.1" status: 200 len: 210 time: 0.0330904 Nov 25 04:50:01.356436 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391fd63-c30c-4c72-b040-c1d0173399fa req-f2da7be5-e2b9-483a-9091-e03ad84ba9f8 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:01.358613 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c391fd63-c30c-4c72-b040-c1d0173399fa req-f2da7be5-e2b9-483a-9091-e03ad84ba9f8 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0499647 Nov 25 04:50:01.410313 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c391fd63-c30c-4c72-b040-c1d0173399fa req-f8debd49-780d-4b26-80e8-b22479791910 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451355 Nov 25 04:50:02.322793 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-08973612-d939-4699-ae85-5ce2e1f780bb req-a0ed711e-aac6-4c9e-b54b-41edf74aea36 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=151dca6e-8874-4a92-8464-973cbb83d63e HTTP/1.1" status: 200 len: 210 time: 0.0284078 Nov 25 04:50:02.533873 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea141ee8-788d-4727-874b-3b5b65d715ec req-60126ae3-addb-416f-bfa7-d10a83056f91 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:02.535460 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ea141ee8-788d-4727-874b-3b5b65d715ec req-60126ae3-addb-416f-bfa7-d10a83056f91 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0567050 Nov 25 04:50:02.588081 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ea141ee8-788d-4727-874b-3b5b65d715ec req-b33102c9-bd9e-4fdd-b203-6fdc2f30cb34 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447099 Nov 25 04:50:02.612678 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:03.431353 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-679de816-5412-4b06-a262-f2b9cbea6485 req-ca3b9f4a-f91a-4cec-a9f7-c279e1c8d3bd tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=151dca6e-8874-4a92-8464-973cbb83d63e HTTP/1.1" status: 200 len: 210 time: 0.0268226 Nov 25 04:50:03.554687 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:03.710295 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfa31e9-656b-4dbb-9010-a5dbdbe30536 req-225b3a77-3210-452a-8b45-3d852a9d5329 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:03.711816 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6bfa31e9-656b-4dbb-9010-a5dbdbe30536 req-225b3a77-3210-452a-8b45-3d852a9d5329 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0508428 Nov 25 04:50:03.763823 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6bfa31e9-656b-4dbb-9010-a5dbdbe30536 req-1f2c8933-3123-4be1-9db5-820e8773d068 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451288 Nov 25 04:50:04.553290 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-30ae7cb2-8576-48e5-ba70-c44c27b4b857 req-eafbd75f-3fb9-4f4f-8083-daa7902dca77 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=151dca6e-8874-4a92-8464-973cbb83d63e HTTP/1.1" status: 200 len: 210 time: 0.0309994 Nov 25 04:50:04.842009 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 2c69c2b9-2d86-4d1a-95c2-69515c56de4a no longer exists at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:50:04.866035 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] No Port match for: 2c69c2b9-2d86-4d1a-95c2-69515c56de4a {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 04:50:04.866401 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 2c69c2b9-2d86-4d1a-95c2-69515c56de4a not bound to the agent host hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 04:50:04.893102 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782fc0be-b33e-426b-b94d-91a5534dc912 req-291b5273-f4fd-4d6d-96e2-fb8ea54e0cca tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:04.894800 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-782fc0be-b33e-426b-b94d-91a5534dc912 req-291b5273-f4fd-4d6d-96e2-fb8ea54e0cca tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0555012 Nov 25 04:50:04.949053 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-782fc0be-b33e-426b-b94d-91a5534dc912 req-ad34e6e9-10a7-4002-ad6e-ae5a6c7f6d43 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454717 Nov 25 04:50:05.000109 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 6 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 04:50:06.191618 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753cfd4-9603-40b7-9660-1385eeed8295 req-b2eb6db4-43e9-42c2-9c6a-843fc66180ba tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:06.195283 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1753cfd4-9603-40b7-9660-1385eeed8295 req-b2eb6db4-43e9-42c2-9c6a-843fc66180ba tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0543256 Nov 25 04:50:06.247223 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1753cfd4-9603-40b7-9660-1385eeed8295 req-454e8ee1-8bdd-42b5-b262-5ffbd6359ee4 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439360 Nov 25 04:50:13.617104 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-f28bf677-5639-40ec-9ded-9498092a6d4e tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:13.618054 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-9543138a-57eb-44ce-acae-8a1e27616539 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:13.618590 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-f28bf677-5639-40ec-9ded-9498092a6d4e tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/networks?id=68c74a24-9d7e-43b5-89f7-87a5f4c00728 HTTP/1.1" status: 200 len: 809 time: 0.1094594 Nov 25 04:50:13.620175 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-9543138a-57eb-44ce-acae-8a1e27616539 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/networks?id=07b4a06c-8a0a-4473-b5d9-23bf4e89383a HTTP/1.1" status: 200 len: 815 time: 0.1107221 Nov 25 04:50:13.634303 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-728a8bc9-0468-4c67-bc89-f3af6ad91ee0 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/quotas/f589a625d7db445091f6729e449426e9 HTTP/1.1" status: 200 len: 375 time: 0.0098343 Nov 25 04:50:13.635828 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-35263b6f-bb7d-40d5-9bec-4f6d1e6a3e13 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/quotas/b78f91fa9da147eda471e50cc9684f97 HTTP/1.1" status: 200 len: 375 time: 0.0099933 Nov 25 04:50:13.665990 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-334c1d57-96ea-41bb-8e3d-0df63fcc6d26 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f589a625d7db445091f6729e449426e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259738 Nov 25 04:50:13.690480 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-b92d05dc-4f27-4d48-931b-bc991a1a9218 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b78f91fa9da147eda471e50cc9684f97&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485454 Nov 25 04:50:13.769660 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-75207db9-62c2-468d-8e77-39fb808994df service neutron] 10.222.0.36 "GET /v2.0/networks/68c74a24-9d7e-43b5-89f7-87a5f4c00728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964489 Nov 25 04:50:13.787492 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-8280f72e-c2d6-47da-a07a-2c83c2f2ab05 service neutron] 10.222.0.36 "GET /v2.0/networks/07b4a06c-8a0a-4473-b5d9-23bf4e89383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896807 Nov 25 04:50:13.858941 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-fc27f915-a5de-4620-a299-69e53a277115 service neutron] 10.222.0.36 "GET /v2.0/networks/68c74a24-9d7e-43b5-89f7-87a5f4c00728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883818 Nov 25 04:50:13.883494 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-a5777503-5e2c-4a10-8d16-11c3bc70599c service neutron] 10.222.0.36 "GET /v2.0/networks/07b4a06c-8a0a-4473-b5d9-23bf4e89383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880721 Nov 25 04:50:14.101548 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88fbff-0e25-4d56-ba82-23c736290833 req-cd67d818-c0f3-44d5-82b2-4cfe86e9ce30 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:14.110635 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ef88fbff-0e25-4d56-ba82-23c736290833 req-cd67d818-c0f3-44d5-82b2-4cfe86e9ce30 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0648789 Nov 25 04:50:14.162476 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ef88fbff-0e25-4d56-ba82-23c736290833 req-a0823004-4078-45de-8e3f-d5bb292d9533 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509472 Nov 25 04:50:14.185101 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-2d11844d-119e-4187-ae2d-4ffb734f0503 req-06e37ca7-c8ad-4189-965c-929a166416fe tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=339d0d6e-a856-4ce2-8821-8a3c3d52922b HTTP/1.1" status: 200 len: 210 time: 0.0289028 Nov 25 04:50:14.240598 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b5b5525a-6e32-4f24-b086-f74d0e4ef716 req-0183f432-c016-4561-a8a5-c99e0840b9e3 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdaa650c-f1a0-4e16-a77d-111bae2b88f0 HTTP/1.1" status: 200 len: 210 time: 0.0284438 Nov 25 04:50:15.370062 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01048097-eb8a-46bb-9413-eb1ffa0a12ce req-d0a494b4-d3a8-435d-a39c-a8e975c9f56a tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:15.371826 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-01048097-eb8a-46bb-9413-eb1ffa0a12ce req-d0a494b4-d3a8-435d-a39c-a8e975c9f56a tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.1274164 Nov 25 04:50:15.403512 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-c1c92bf4-1a69-4b1f-a425-165cb048e2c6 req-cf9203b0-4946-4226-8aa8-b2ccb84a6aa5 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=339d0d6e-a856-4ce2-8821-8a3c3d52922b HTTP/1.1" status: 200 len: 210 time: 0.0340059 Nov 25 04:50:15.452844 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-effff9a8-5a86-4ce8-9aed-96e3798004bf tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:15.454609 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-effff9a8-5a86-4ce8-9aed-96e3798004bf tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.41 "GET /v2.0/networks?id=68c74a24-9d7e-43b5-89f7-87a5f4c00728 HTTP/1.1" status: 200 len: 809 time: 0.1814301 Nov 25 04:50:15.460761 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-01048097-eb8a-46bb-9413-eb1ffa0a12ce req-f0eadcc5-be06-44ab-bc6a-1ab0ecb32806 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827026 Nov 25 04:50:15.485432 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-f5cf6730-c1d0-486a-ba9d-d19e0ac24a51 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Request body: {'port': {'device_id': '339d0d6e-a856-4ce2-8821-8a3c3d52922b', 'network_id': '68c74a24-9d7e-43b5-89f7-87a5f4c00728', 'admin_state_up': True, 'tenant_id': 'f589a625d7db445091f6729e449426e9'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:50:15.496041 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f8d52717-21b1-4a95-9a82-a3394520dc0c req-de2653c0-2198-4112-a128-7d0afacfffc9 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdaa650c-f1a0-4e16-a77d-111bae2b88f0 HTTP/1.1" status: 200 len: 210 time: 0.0268099 Nov 25 04:50:15.610852 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-f5cf6730-c1d0-486a-ba9d-d19e0ac24a51 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Made reservation on behalf of f589a625d7db445091f6729e449426e9 for: {'port': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:50:15.614618 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-f5cf6730-c1d0-486a-ba9d-d19e0ac24a51 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:15.738510 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-f5cf6730-c1d0-486a-ba9d-d19e0ac24a51 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Allocated IP 172.20.0.12 (68c74a24-9d7e-43b5-89f7-87a5f4c00728/e70177ab-874f-460a-9aa1-369d17c3a4b6/1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:50:15.889807 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-f5cf6730-c1d0-486a-ba9d-d19e0ac24a51 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Publish callbacks [] for port, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:15.926587 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-f5cf6730-c1d0-486a-ba9d-d19e0ac24a51 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:15.973472 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-f5cf6730-c1d0-486a-ba9d-d19e0ac24a51 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Network 68c74a24-9d7e-43b5-89f7-87a5f4c00728 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:50:15.976593 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-f5cf6730-c1d0-486a-ba9d-d19e0ac24a51 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:50:15.980868 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-f5cf6730-c1d0-486a-ba9d-d19e0ac24a51 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:50:16.008032 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf6730-c1d0-486a-ba9d-d19e0ac24a51 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Pushing event updated for resources: {'Port': ['ID=1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:16.022415 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf6730-c1d0-486a-ba9d-d19e0ac24a51 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:16.022756 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf6730-c1d0-486a-ba9d-d19e0ac24a51 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:16.023101 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf6730-c1d0-486a-ba9d-d19e0ac24a51 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:16.023443 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf6730-c1d0-486a-ba9d-d19e0ac24a51 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:16.023783 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf6730-c1d0-486a-ba9d-d19e0ac24a51 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:16.024115 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf6730-c1d0-486a-ba9d-d19e0ac24a51 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:16.024481 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf6730-c1d0-486a-ba9d-d19e0ac24a51 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:16.024812 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf6730-c1d0-486a-ba9d-d19e0ac24a51 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:16.025140 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf6730-c1d0-486a-ba9d-d19e0ac24a51 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:16.025469 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf6730-c1d0-486a-ba9d-d19e0ac24a51 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:16.025794 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf6730-c1d0-486a-ba9d-d19e0ac24a51 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:16.026122 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf6730-c1d0-486a-ba9d-d19e0ac24a51 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:16.046066 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-f5cf6730-c1d0-486a-ba9d-d19e0ac24a51 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:16.046683 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-f5cf6730-c1d0-486a-ba9d-d19e0ac24a51 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:16.064668 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-f5cf6730-c1d0-486a-ba9d-d19e0ac24a51 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5834556 Nov 25 04:50:16.106121 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-a4d59a60-ed21-47e0-81a9-6307cf2ad7a9 service neutron] Request body: {'port': {'device_id': '339d0d6e-a856-4ce2-8821-8a3c3d52922b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:50:16.167512 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-a4d59a60-ed21-47e0-81a9-6307cf2ad7a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:16.207811 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-e1216e6c-4492-41e0-bcaf-792b3717eb87 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:16.209412 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-e1216e6c-4492-41e0-bcaf-792b3717eb87 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.41 "GET /v2.0/networks?id=07b4a06c-8a0a-4473-b5d9-23bf4e89383a HTTP/1.1" status: 200 len: 815 time: 0.1152818 Nov 25 04:50:16.251547 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-c57ad999-2941-4eea-9875-561b7a64a826 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Request body: {'port': {'device_id': 'bdaa650c-f1a0-4e16-a77d-111bae2b88f0', 'network_id': '07b4a06c-8a0a-4473-b5d9-23bf4e89383a', 'admin_state_up': True, 'tenant_id': 'b78f91fa9da147eda471e50cc9684f97'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:50:16.379462 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-c57ad999-2941-4eea-9875-561b7a64a826 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Made reservation on behalf of b78f91fa9da147eda471e50cc9684f97 for: {'port': 1} {{(pid=109071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:50:16.388558 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-c57ad999-2941-4eea-9875-561b7a64a826 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:16.452771 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-a4d59a60-ed21-47e0-81a9-6307cf2ad7a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b {{(pid=109070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:50:16.460714 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-a4d59a60-ed21-47e0-81a9-6307cf2ad7a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:16.473618 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.provisioning_blocks [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-a4d59a60-ed21-47e0-81a9-6307cf2ad7a9 service neutron] Transition to ACTIVE for port object 1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b will not be triggered until provisioned by entity L2. {{(pid=109070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 04:50:16.478233 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-a4d59a60-ed21-47e0-81a9-6307cf2ad7a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9557411'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:16.541301 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d59a60-ed21-47e0-81a9-6307cf2ad7a9 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:16.552009 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.db_base_plugin_common [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-c57ad999-2941-4eea-9875-561b7a64a826 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Allocated IP 172.20.0.11 (07b4a06c-8a0a-4473-b5d9-23bf4e89383a/6ffd8615-faa0-4b27-8f0c-4d18d573a8e0/f55a1a55-dbf1-46d1-885c-48fa95dd55ca) {{(pid=109071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:50:16.568217 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a96447-56e6-47c3-89ff-82dc097edef7 req-282e843b-b284-4f12-a74c-5cebe1fc7686 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:16.570031 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-66a96447-56e6-47c3-89ff-82dc097edef7 req-282e843b-b284-4f12-a74c-5cebe1fc7686 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=339d0d6e-a856-4ce2-8821-8a3c3d52922b HTTP/1.1" status: 200 len: 944 time: 0.0769327 Nov 25 04:50:16.651441 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-66a96447-56e6-47c3-89ff-82dc097edef7 req-bbaa7794-5938-4c1c-bbfa-5368f4e3134b tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1e9055-46a2-41a1-b91e-21add5bd1945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720840 Nov 25 04:50:16.653598 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a4769-3e9d-4880-8279-7c738a254fde req-6629e2e3-92a4-41d9-a608-2d108b847be8 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:16.654925 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a74a4769-3e9d-4880-8279-7c738a254fde req-6629e2e3-92a4-41d9-a608-2d108b847be8 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0863471 Nov 25 04:50:16.660861 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-a4d59a60-ed21-47e0-81a9-6307cf2ad7a9 service neutron] Attempting to bind port 1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b on host hv-cinder-81558 for vnic_type normal with profile {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:50:16.661200 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-a4d59a60-ed21-47e0-81a9-6307cf2ad7a9 service neutron] Attempting to bind port 1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'de32a5fb-836e-43e9-962a-f6e5a04cf392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '68c74a24-9d7e-43b5-89f7-87a5f4c00728'}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:50:16.661531 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-a4d59a60-ed21-47e0-81a9-6307cf2ad7a9 service neutron] Attempting to bind port 1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b on network 68c74a24-9d7e-43b5-89f7-87a5f4c00728 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:50:16.681945 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-a4d59a60-ed21-47e0-81a9-6307cf2ad7a9 service neutron] Port 1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b on network 68c74a24-9d7e-43b5-89f7-87a5f4c00728 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 04:50:16.682280 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-a4d59a60-ed21-47e0-81a9-6307cf2ad7a9 service neutron] Attempting to bind port 1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b on network 68c74a24-9d7e-43b5-89f7-87a5f4c00728 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:50:16.697929 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-a4d59a60-ed21-47e0-81a9-6307cf2ad7a9 service neutron] Checking agent: {'id': '1f14ab98-53f7-4a68-bcc6-b943f33cb2d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'started_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:50:16.698275 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-a4d59a60-ed21-47e0-81a9-6307cf2ad7a9 service neutron] Checking segment: {'id': 'de32a5fb-836e-43e9-962a-f6e5a04cf392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '68c74a24-9d7e-43b5-89f7-87a5f4c00728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:50:16.700056 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-a4d59a60-ed21-47e0-81a9-6307cf2ad7a9 service neutron] Bound using segment: {'id': 'de32a5fb-836e-43e9-962a-f6e5a04cf392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '68c74a24-9d7e-43b5-89f7-87a5f4c00728'} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:50:16.700675 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-a4d59a60-ed21-47e0-81a9-6307cf2ad7a9 service neutron] Bound port: 1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de32a5fb-836e-43e9-962a-f6e5a04cf392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '68c74a24-9d7e-43b5-89f7-87a5f4c00728'}}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:50:16.702773 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-a4d59a60-ed21-47e0-81a9-6307cf2ad7a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:16.792040 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a74a4769-3e9d-4880-8279-7c738a254fde req-e9807bb8-894f-49d2-b9ea-f74e3e4e1684 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276577 Nov 25 04:50:16.803790 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-a4d59a60-ed21-47e0-81a9-6307cf2ad7a9 service neutron] For port 1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b, host hv-cinder-81558, cleared binding levels {{(pid=109070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:50:16.806885 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-a4d59a60-ed21-47e0-81a9-6307cf2ad7a9 service neutron] For port 1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b,segment=NetworkSegment(de32a5fb-836e-43e9-962a-f6e5a04cf392),segment_id=de32a5fb-836e-43e9-962a-f6e5a04cf392)] {{(pid=109070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:50:16.812744 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-28c91209-09f1-4962-9006-fbf0c8d70f05 req-6a161a11-943f-435e-8a23-38ed93460cb0 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdaa650c-f1a0-4e16-a77d-111bae2b88f0 HTTP/1.1" status: 200 len: 210 time: 0.0324399 Nov 25 04:50:16.817509 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-a4d59a60-ed21-47e0-81a9-6307cf2ad7a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9557411'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:16.840476 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-c57ad999-2941-4eea-9875-561b7a64a826 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Publish callbacks [] for port, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:16.859246 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-a4d59a60-ed21-47e0-81a9-6307cf2ad7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:16.860018 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-a4d59a60-ed21-47e0-81a9-6307cf2ad7a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:16.861615 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-a4d59a60-ed21-47e0-81a9-6307cf2ad7a9 service neutron] 10.222.0.41 "PUT /v2.0/ports/1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b HTTP/1.1" status: 200 len: 1094 time: 0.7613335 Nov 25 04:50:16.862175 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339d0d6e-a856-4ce2-8821-8a3c3d52922b', 'tag': '1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:50:16.864697 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c54fbf746f0c7fba78ef8d59e1beae84bb94fede6ed59824d7b8ea859eeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5730c93-0d59-456f-ae64-45c904d8195c" -d '{"events": [{"name": "network-changed", "server_uuid": "339d0d6e-a856-4ce2-8821-8a3c3d52922b", "tag": "1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:50:16.895929 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-c57ad999-2941-4eea-9875-561b7a64a826 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:16.910755 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d59a60-ed21-47e0-81a9-6307cf2ad7a9 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b,revision_number=3']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:16.953363 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['13e72fd7-b1cc-4261-a096-bd204b592887', 'a28f5d06-763d-4510-af66-7ffd1e741881', '073d2235-3ed8-4024-8baf-a3582152f277'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:50:16.967600 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 04:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fc33ff-bb16-491b-9d79-f88b0b6bd67f x-openstack-request-id: req-b3fc33ff-bb16-491b-9d79-f88b0b6bd67f {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:50:16.967972 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339d0d6e-a856-4ce2-8821-8a3c3d52922b", "tag": "1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:50:16.968340 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b3fc33ff-bb16-491b-9d79-f88b0b6bd67f {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:50:16.968818 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '339d0d6e-a856-4ce2-8821-8a3c3d52922b', 'tag': '1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b', 'status': 'completed', 'code': 200} Nov 25 04:50:16.974180 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-c57ad999-2941-4eea-9875-561b7a64a826 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Network 07b4a06c-8a0a-4473-b5d9-23bf4e89383a is already hosted by enough agents. {{(pid=109071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:50:16.996521 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-c57ad999-2941-4eea-9875-561b7a64a826 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Resources bound (agent type, host, resource id): {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:50:17.004548 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-c57ad999-2941-4eea-9875-561b7a64a826 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Received port after_create {{(pid=109071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:50:17.028359 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-711c0471-999e-4acf-88dd-b9565625bee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:17.030112 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-711c0471-999e-4acf-88dd-b9565625bee3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f589a625d7db445091f6729e449426e9&device_id=339d0d6e-a856-4ce2-8821-8a3c3d52922b HTTP/1.1" status: 200 len: 1097 time: 0.0505145 Nov 25 04:50:17.116129 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 55658) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:50:17.130087 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ad999-2941-4eea-9875-561b7a64a826 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Pushing event updated for resources: {'Port': ['ID=f55a1a55-dbf1-46d1-885c-48fa95dd55ca,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:17.136081 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-e1254055-c3d0-4ecd-a882-5e5b1fccef81 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b HTTP/1.1" status: 200 len: 217 time: 0.0811410 Nov 25 04:50:17.143912 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ad999-2941-4eea-9875-561b7a64a826 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:17.144311 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ad999-2941-4eea-9875-561b7a64a826 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:17.145121 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ad999-2941-4eea-9875-561b7a64a826 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:17.145514 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ad999-2941-4eea-9875-561b7a64a826 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:17.145866 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ad999-2941-4eea-9875-561b7a64a826 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:17.146215 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ad999-2941-4eea-9875-561b7a64a826 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:17.146558 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ad999-2941-4eea-9875-561b7a64a826 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:17.146898 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ad999-2941-4eea-9875-561b7a64a826 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:17.160766 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ad999-2941-4eea-9875-561b7a64a826 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:17.161680 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ad999-2941-4eea-9875-561b7a64a826 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:17.161680 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ad999-2941-4eea-9875-561b7a64a826 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:17.161913 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57ad999-2941-4eea-9875-561b7a64a826 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:17.190310 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-c57ad999-2941-4eea-9875-561b7a64a826 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:17.191108 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-c57ad999-2941-4eea-9875-561b7a64a826 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for port, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:17.209777 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-bdb1e5e3-1833-4498-98a6-c14120d6ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:17.211992 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-bdb1e5e3-1833-4498-98a6-c14120d6ebcd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e70177ab-874f-460a-9aa1-369d17c3a4b6 HTTP/1.1" status: 200 len: 849 time: 0.0640545 Nov 25 04:50:17.233699 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-c57ad999-2941-4eea-9875-561b7a64a826 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9863884 Nov 25 04:50:17.257986 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-88673809-adc6-4079-b746-153e0a5b576a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68c74a24-9d7e-43b5-89f7-87a5f4c00728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345364 Nov 25 04:50:17.258311 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-1a0cb359-58f6-4dc0-9b8a-af5dd2aac9e1 service neutron] Request body: {'port': {'device_id': 'bdaa650c-f1a0-4e16-a77d-111bae2b88f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:50:17.271208 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3aaf334e-72ca-48df-b2b2-959b63274368 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:17.315099 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-1a0cb359-58f6-4dc0-9b8a-af5dd2aac9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:17.402239 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-579733d2-46ac-4d3e-8aa1-f62919aa2e67 service neutron] 10.222.0.41 "GET /v2.0/networks/68c74a24-9d7e-43b5-89f7-87a5f4c00728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285410 Nov 25 04:50:17.430827 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3aaf334e-72ca-48df-b2b2-959b63274368 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:17.436388 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3aaf334e-72ca-48df-b2b2-959b63274368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:17.522368 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-3aaf334e-72ca-48df-b2b2-959b63274368 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8c1bd8a5f26c478eb213cf0f65b5ae61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3924749 Nov 25 04:50:17.525279 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 55666) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:50:17.532087 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf334e-72ca-48df-b2b2-959b63274368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbb91ac-1e5a-41aa-a6f1-cce49dbd497e,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:17.561470 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-075e4f71-4a2e-40ad-aeb8-12feb38d61b9 req-72fbfe08-fb22-44f8-95d3-9e5b9621d9e6 service neutron] 10.222.0.41 "GET /v2.0/networks/68c74a24-9d7e-43b5-89f7-87a5f4c00728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222012 Nov 25 04:50:17.633108 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-adca9021-4c52-453a-b2a2-c472a7fcd9ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:17.639586 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-1a0cb359-58f6-4dc0-9b8a-af5dd2aac9e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f55a1a55-dbf1-46d1-885c-48fa95dd55ca {{(pid=109071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:50:17.653886 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-1a0cb359-58f6-4dc0-9b8a-af5dd2aac9e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:17.674762 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-adca9021-4c52-453a-b2a2-c472a7fcd9ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:17.682456 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-1a0cb359-58f6-4dc0-9b8a-af5dd2aac9e1 service neutron] Transition to ACTIVE for port object f55a1a55-dbf1-46d1-885c-48fa95dd55ca will not be triggered until provisioned by entity L2. {{(pid=109071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 04:50:17.691789 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-1a0cb359-58f6-4dc0-9b8a-af5dd2aac9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8963629'] for port, after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:17.737916 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5730c93-0d59-456f-ae64-45c904d8195c req-f0fe6755-ec9f-457f-86ee-929a10d37cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:17.739791 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e5730c93-0d59-456f-ae64-45c904d8195c req-f0fe6755-ec9f-457f-86ee-929a10d37cf3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f589a625d7db445091f6729e449426e9&device_id=339d0d6e-a856-4ce2-8821-8a3c3d52922b HTTP/1.1" status: 200 len: 1097 time: 0.0437405 Nov 25 04:50:17.790964 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0cb359-58f6-4dc0-9b8a-af5dd2aac9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=f55a1a55-dbf1-46d1-885c-48fa95dd55ca,revision_number=2']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:17.835981 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5730c93-0d59-456f-ae64-45c904d8195c req-f6ce7a32-dd98-42ce-8164-f5345878f3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:17.836799 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-adca9021-4c52-453a-b2a2-c472a7fcd9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:17.837546 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e5730c93-0d59-456f-ae64-45c904d8195c req-f6ce7a32-dd98-42ce-8164-f5345878f3f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=68c74a24-9d7e-43b5-89f7-87a5f4c00728 HTTP/1.1" status: 200 len: 910 time: 0.0888124 Nov 25 04:50:17.839367 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-adca9021-4c52-453a-b2a2-c472a7fcd9ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:17.840491 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-adca9021-4c52-453a-b2a2-c472a7fcd9ae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ebbb91ac-1e5a-41aa-a6f1-cce49dbd497e HTTP/1.1" status: 204 len: 168 time: 0.3140385 Nov 25 04:50:17.852700 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8cd2a-671b-480e-a6d2-7818d9749a8a req-59724d2d-6efb-4403-a6bf-281c96072d5f tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:17.854447 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-7ae8cd2a-671b-480e-a6d2-7818d9749a8a req-59724d2d-6efb-4403-a6bf-281c96072d5f tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=339d0d6e-a856-4ce2-8821-8a3c3d52922b HTTP/1.1" status: 200 len: 944 time: 0.1219935 Nov 25 04:50:17.863478 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca9021-4c52-453a-b2a2-c472a7fcd9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbb91ac-1e5a-41aa-a6f1-cce49dbd497e,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:17.904771 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e5730c93-0d59-456f-ae64-45c904d8195c req-36b957d5-ec24-4d77-a61f-ceb81157c6c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b HTTP/1.1" status: 200 len: 217 time: 0.0571284 Nov 25 04:50:17.941861 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-1a0cb359-58f6-4dc0-9b8a-af5dd2aac9e1 service neutron] Attempting to bind port f55a1a55-dbf1-46d1-885c-48fa95dd55ca on host hv-cinder-81558 for vnic_type normal with profile {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:50:17.942374 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-1a0cb359-58f6-4dc0-9b8a-af5dd2aac9e1 service neutron] Attempting to bind port f55a1a55-dbf1-46d1-885c-48fa95dd55ca by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '792aad72-a90b-4c1e-a5fe-25e7806f78d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '07b4a06c-8a0a-4473-b5d9-23bf4e89383a'}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:50:17.942829 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-1a0cb359-58f6-4dc0-9b8a-af5dd2aac9e1 service neutron] Attempting to bind port f55a1a55-dbf1-46d1-885c-48fa95dd55ca on network 07b4a06c-8a0a-4473-b5d9-23bf4e89383a {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:50:17.956193 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-1a0cb359-58f6-4dc0-9b8a-af5dd2aac9e1 service neutron] Port f55a1a55-dbf1-46d1-885c-48fa95dd55ca on network 07b4a06c-8a0a-4473-b5d9-23bf4e89383a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 04:50:17.956599 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-1a0cb359-58f6-4dc0-9b8a-af5dd2aac9e1 service neutron] Attempting to bind port f55a1a55-dbf1-46d1-885c-48fa95dd55ca on network 07b4a06c-8a0a-4473-b5d9-23bf4e89383a {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:50:17.966711 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-7ae8cd2a-671b-480e-a6d2-7818d9749a8a req-b72d4377-1318-4318-9cbe-d557883f3921 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1e9055-46a2-41a1-b91e-21add5bd1945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744667 Nov 25 04:50:17.967605 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-1a0cb359-58f6-4dc0-9b8a-af5dd2aac9e1 service neutron] Checking agent: {'id': '1f14ab98-53f7-4a68-bcc6-b943f33cb2d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'started_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:50:17.967938 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-1a0cb359-58f6-4dc0-9b8a-af5dd2aac9e1 service neutron] Checking segment: {'id': '792aad72-a90b-4c1e-a5fe-25e7806f78d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '07b4a06c-8a0a-4473-b5d9-23bf4e89383a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:50:17.968353 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-1a0cb359-58f6-4dc0-9b8a-af5dd2aac9e1 service neutron] Bound using segment: {'id': '792aad72-a90b-4c1e-a5fe-25e7806f78d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '07b4a06c-8a0a-4473-b5d9-23bf4e89383a'} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:50:17.969382 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-1a0cb359-58f6-4dc0-9b8a-af5dd2aac9e1 service neutron] Bound port: f55a1a55-dbf1-46d1-885c-48fa95dd55ca, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '792aad72-a90b-4c1e-a5fe-25e7806f78d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '07b4a06c-8a0a-4473-b5d9-23bf4e89383a'}}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:50:17.969382 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-1a0cb359-58f6-4dc0-9b8a-af5dd2aac9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:17.990930 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a964b4d-6667-40ce-adbf-8cb94b2b1513 req-0a79a460-a30b-4580-9ac0-99e4c2b7e04d tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:17.999988 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5a964b4d-6667-40ce-adbf-8cb94b2b1513 req-0a79a460-a30b-4580-9ac0-99e4c2b7e04d tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.1082766 Nov 25 04:50:18.001842 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5730c93-0d59-456f-ae64-45c904d8195c req-81425155-90c0-4832-a015-e7ffc93f7aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:18.003175 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e5730c93-0d59-456f-ae64-45c904d8195c req-81425155-90c0-4832-a015-e7ffc93f7aad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e70177ab-874f-460a-9aa1-369d17c3a4b6 HTTP/1.1" status: 200 len: 849 time: 0.0825887 Nov 25 04:50:18.050351 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-1a0cb359-58f6-4dc0-9b8a-af5dd2aac9e1 service neutron] For port f55a1a55-dbf1-46d1-885c-48fa95dd55ca, host hv-cinder-81558, cleared binding levels {{(pid=109071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:50:18.051098 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-1a0cb359-58f6-4dc0-9b8a-af5dd2aac9e1 service neutron] For port f55a1a55-dbf1-46d1-885c-48fa95dd55ca, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f55a1a55-dbf1-46d1-885c-48fa95dd55ca,segment=NetworkSegment(792aad72-a90b-4c1e-a5fe-25e7806f78d6),segment_id=792aad72-a90b-4c1e-a5fe-25e7806f78d6)] {{(pid=109071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:50:18.060454 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-1a0cb359-58f6-4dc0-9b8a-af5dd2aac9e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8963629'] for port, after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:18.067400 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e5730c93-0d59-456f-ae64-45c904d8195c req-f726ae5e-19c8-4f7a-8b61-e4c007bf01c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=68c74a24-9d7e-43b5-89f7-87a5f4c00728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555866 Nov 25 04:50:18.138345 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-1a0cb359-58f6-4dc0-9b8a-af5dd2aac9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:18.138985 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-1a0cb359-58f6-4dc0-9b8a-af5dd2aac9e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for port, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:18.140775 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-1a0cb359-58f6-4dc0-9b8a-af5dd2aac9e1 service neutron] 10.222.0.41 "PUT /v2.0/ports/f55a1a55-dbf1-46d1-885c-48fa95dd55ca HTTP/1.1" status: 200 len: 1094 time: 0.8879726 Nov 25 04:50:18.148086 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdaa650c-f1a0-4e16-a77d-111bae2b88f0', 'tag': 'f55a1a55-dbf1-46d1-885c-48fa95dd55ca'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:50:18.150315 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d57e7af397f6b944dcc9a6f5390767d05535c9c85852faf17d281085e8a62f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ac0c57-ed24-4965-bd74-0bc6ff700246" -d '{"events": [{"name": "network-changed", "server_uuid": "bdaa650c-f1a0-4e16-a77d-111bae2b88f0", "tag": "f55a1a55-dbf1-46d1-885c-48fa95dd55ca"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:50:18.150884 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5a964b4d-6667-40ce-adbf-8cb94b2b1513 req-9cb9ed27-f321-4691-831f-92bfc890ceb5 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402304 Nov 25 04:50:18.200847 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e5730c93-0d59-456f-ae64-45c904d8195c req-7edab673-f1e6-46ea-a4ee-881665ad3d61 service neutron] 10.222.0.41 "GET /v2.0/networks/68c74a24-9d7e-43b5-89f7-87a5f4c00728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253448 Nov 25 04:50:18.203085 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efbb396-da5d-4c22-a544-c4e6cbe59715 req-f32c991f-2d40-46c9-b662-77e710c19e11 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:18.208671 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0efbb396-da5d-4c22-a544-c4e6cbe59715 req-f32c991f-2d40-46c9-b662-77e710c19e11 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdaa650c-f1a0-4e16-a77d-111bae2b88f0 HTTP/1.1" status: 200 len: 944 time: 0.1350818 Nov 25 04:50:18.210590 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 04:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a23c6dd-3b07-42b5-9bf4-6166f3141da9 x-openstack-request-id: req-4a23c6dd-3b07-42b5-9bf4-6166f3141da9 {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:50:18.210884 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdaa650c-f1a0-4e16-a77d-111bae2b88f0", "tag": "f55a1a55-dbf1-46d1-885c-48fa95dd55ca", "status": "completed", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:50:18.211151 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4a23c6dd-3b07-42b5-9bf4-6166f3141da9 {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:50:18.211553 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdaa650c-f1a0-4e16-a77d-111bae2b88f0', 'tag': 'f55a1a55-dbf1-46d1-885c-48fa95dd55ca', 'status': 'completed', 'code': 200} Nov 25 04:50:18.212124 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0cb359-58f6-4dc0-9b8a-af5dd2aac9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=f55a1a55-dbf1-46d1-885c-48fa95dd55ca,revision_number=3']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:18.299260 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0efbb396-da5d-4c22-a544-c4e6cbe59715 req-b0fc8b3c-63a1-47ba-a7d4-255b11a0efc1 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839396 Nov 25 04:50:18.315902 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-6b176956-66be-468a-8171-0fc1bf853a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:18.317501 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-6b176956-66be-468a-8171-0fc1bf853a32 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78f91fa9da147eda471e50cc9684f97&device_id=bdaa650c-f1a0-4e16-a77d-111bae2b88f0 HTTP/1.1" status: 200 len: 1097 time: 0.0636208 Nov 25 04:50:18.346546 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e5730c93-0d59-456f-ae64-45c904d8195c req-ab7204d4-7e26-43fb-ae14-2ec0f8aae7b1 service neutron] 10.222.0.41 "GET /v2.0/networks/68c74a24-9d7e-43b5-89f7-87a5f4c00728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041319 Nov 25 04:50:18.416094 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-ccfc060f-cba6-42e6-a358-cbe2fbbb9135 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f55a1a55-dbf1-46d1-885c-48fa95dd55ca HTTP/1.1" status: 200 len: 217 time: 0.0398493 Nov 25 04:50:18.482626 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-285ecc7b-9278-4b84-ba84-2e8ff66f5c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:18.485000 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-285ecc7b-9278-4b84-ba84-2e8ff66f5c51 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ffd8615-faa0-4b27-8f0c-4d18d573a8e0 HTTP/1.1" status: 200 len: 855 time: 0.0546765 Nov 25 04:50:18.520316 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-4eed22f3-f186-41db-bac9-0c4e21092e7c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07b4a06c-8a0a-4473-b5d9-23bf4e89383a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250165 Nov 25 04:50:18.631620 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-f52745cd-0377-4373-9983-72614a1addd7 service neutron] 10.222.0.41 "GET /v2.0/networks/07b4a06c-8a0a-4473-b5d9-23bf4e89383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950882 Nov 25 04:50:18.635650 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 55704) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:50:18.734258 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-da9d75e9-3848-4654-95f4-ff95a3d92a58 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-966657345-network', 'tenant_id': 'c1554cf6f72d42199fcfe7ce71bac429'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:50:18.743601 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-4fcb4809-3e1e-4aa2-b3db-2e1969daab7c req-1a378ea8-63b8-423a-812b-ec04c715d6cb service neutron] 10.222.0.41 "GET /v2.0/networks/07b4a06c-8a0a-4473-b5d9-23bf4e89383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934575 Nov 25 04:50:18.761268 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9d75e9-3848-4654-95f4-ff95a3d92a58 admin admin] Made reservation on behalf of c1554cf6f72d42199fcfe7ce71bac429 for: {'network': 1} {{(pid=109071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:50:18.763703 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-da9d75e9-3848-4654-95f4-ff95a3d92a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for network, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:18.773246 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-da9d75e9-3848-4654-95f4-ff95a3d92a58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:18.851662 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-da9d75e9-3848-4654-95f4-ff95a3d92a58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:18.857841 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-da9d75e9-3848-4654-95f4-ff95a3d92a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:18.884798 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da9d75e9-3848-4654-95f4-ff95a3d92a58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=109071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 04:50:18.894238 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d75e9-3848-4654-95f4-ff95a3d92a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7871f7-c33a-4ff6-9e58-bcaa2603bc00,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:18.899342 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-da9d75e9-3848-4654-95f4-ff95a3d92a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041'] for segment, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:18.899691 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.db.segments_db [None req-da9d75e9-3848-4654-95f4-ff95a3d92a58 admin admin] Added segment 33391e2c-c33d-47e7-b50e-ef1443171c56 of type vlan for network be1d7544-b7f8-462b-9559-3e902da9b232 Nov 25 04:50:18.964541 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-da9d75e9-3848-4654-95f4-ff95a3d92a58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783339880421'] for network, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:18.987946 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac0c57-ed24-4965-bd74-0bc6ff700246 req-5d1d5fc2-00e7-42e2-ac6c-100dfcf2f76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:18.989607 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-24ac0c57-ed24-4965-bd74-0bc6ff700246 req-5d1d5fc2-00e7-42e2-ac6c-100dfcf2f76b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b78f91fa9da147eda471e50cc9684f97&device_id=bdaa650c-f1a0-4e16-a77d-111bae2b88f0 HTTP/1.1" status: 200 len: 1097 time: 0.0811269 Nov 25 04:50:19.006957 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-da9d75e9-3848-4654-95f4-ff95a3d92a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519'] for network, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:19.008045 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9d75e9-3848-4654-95f4-ff95a3d92a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:19.008705 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-da9d75e9-3848-4654-95f4-ff95a3d92a58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for network, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:19.100260 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-da9d75e9-3848-4654-95f4-ff95a3d92a58 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4605613 Nov 25 04:50:19.102009 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 55712) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:50:19.112805 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02dddd3-c09f-4347-8a52-c60557eba1fe req-6d081502-dec4-4a6f-8f60-1c47846ae206 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:19.113382 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-7e9ae8df-dc7c-416e-9c0d-72f6408d26be admin admin] Request body: {'subnet': {'network_id': 'be1d7544-b7f8-462b-9559-3e902da9b232', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-966657345-subnet', 'tenant_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'ip_version': 4}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:50:19.115366 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f02dddd3-c09f-4347-8a52-c60557eba1fe req-6d081502-dec4-4a6f-8f60-1c47846ae206 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=339d0d6e-a856-4ce2-8821-8a3c3d52922b HTTP/1.1" status: 200 len: 944 time: 0.0674200 Nov 25 04:50:19.125995 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d75e9-3848-4654-95f4-ff95a3d92a58 admin admin] Pushing event updated for resources: {'Network': ['ID=be1d7544-b7f8-462b-9559-3e902da9b232,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:19.148354 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Network be1d7544-b7f8-462b-9559-3e902da9b232 details requested by agent ovs-agent-dv-cinder-815582-6-iscsi with host dv-cinder-815582-6-iscsi {{(pid=109072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 04:50:19.154732 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9ae8df-dc7c-416e-9c0d-72f6408d26be admin admin] Made reservation on behalf of c1554cf6f72d42199fcfe7ce71bac429 for: {'subnet': 1} {{(pid=109071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:50:19.157679 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7e9ae8df-dc7c-416e-9c0d-72f6408d26be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249265'] for subnet, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:19.223549 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac0c57-ed24-4965-bd74-0bc6ff700246 req-3dd7fc06-1ed1-4806-86e7-51bbb4aafdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:19.224928 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-24ac0c57-ed24-4965-bd74-0bc6ff700246 req-3dd7fc06-1ed1-4806-86e7-51bbb4aafdd2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=07b4a06c-8a0a-4473-b5d9-23bf4e89383a HTTP/1.1" status: 200 len: 916 time: 0.2260408 Nov 25 04:50:19.236639 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f02dddd3-c09f-4347-8a52-c60557eba1fe req-3b77599f-6fa2-4f46-96a5-20f4efd1889a tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1e9055-46a2-41a1-b91e-21add5bd1945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043289 Nov 25 04:50:19.302030 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4dde51-b070-4d8f-9cf1-bd23d8c2efc5 req-037e6d56-0fbe-43cb-a563-f6d4d4781d6c tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:19.303525 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-2e4dde51-b070-4d8f-9cf1-bd23d8c2efc5 req-037e6d56-0fbe-43cb-a563-f6d4d4781d6c tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0704305 Nov 25 04:50:19.425300 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860fe093-ed99-465a-b083-369759060ae4 req-cf77e4b5-f6d9-4e14-9885-4ca309fc0819 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:19.426952 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-860fe093-ed99-465a-b083-369759060ae4 req-cf77e4b5-f6d9-4e14-9885-4ca309fc0819 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdaa650c-f1a0-4e16-a77d-111bae2b88f0 HTTP/1.1" status: 200 len: 944 time: 0.0466874 Nov 25 04:50:19.431362 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-24ac0c57-ed24-4965-bd74-0bc6ff700246 req-9fd3d65b-4092-40e6-92d5-13cd6cee88bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f55a1a55-dbf1-46d1-885c-48fa95dd55ca HTTP/1.1" status: 200 len: 217 time: 0.0677011 Nov 25 04:50:19.444827 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-2e4dde51-b070-4d8f-9cf1-bd23d8c2efc5 req-a3290f23-4380-4306-859a-1d97a1c5f219 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173534 Nov 25 04:50:19.479579 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-860fe093-ed99-465a-b083-369759060ae4 req-e36dae75-fccc-4cf7-8645-4d3e43cb4425 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459437 Nov 25 04:50:19.493615 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7e9ae8df-dc7c-416e-9c0d-72f6408d26be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8963760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9254939'] for subnet, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:19.502693 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac0c57-ed24-4965-bd74-0bc6ff700246 req-0480a259-dea2-40e9-9c1e-645595076d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:19.504408 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-24ac0c57-ed24-4965-bd74-0bc6ff700246 req-0480a259-dea2-40e9-9c1e-645595076d60 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ffd8615-faa0-4b27-8f0c-4d18d573a8e0 HTTP/1.1" status: 200 len: 855 time: 0.0585887 Nov 25 04:50:19.557796 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-24ac0c57-ed24-4965-bd74-0bc6ff700246 req-dc3cfdb4-1882-40c3-a115-a498ed7411bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07b4a06c-8a0a-4473-b5d9-23bf4e89383a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341251 Nov 25 04:50:19.597280 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ae8df-dc7c-416e-9c0d-72f6408d26be admin admin] Pushing event updated for resources: {'Subnet': ['ID=48c4a844-83ca-4382-b5e0-23d313e6e9e6,revision_number=0']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:19.638457 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9ae8df-dc7c-416e-9c0d-72f6408d26be admin admin] Checking segment: {'id': '33391e2c-c33d-47e7-b50e-ef1443171c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'be1d7544-b7f8-462b-9559-3e902da9b232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:50:19.639047 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9ae8df-dc7c-416e-9c0d-72f6408d26be admin admin] Network hostable DHCP agents. Network: be1d7544-b7f8-462b-9559-3e902da9b232, hostable agents: ['b468568d-98fa-4cc8-a5cb-272923c6e379'], hosted agents: [] {{(pid=109071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 04:50:19.672019 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9ae8df-dc7c-416e-9c0d-72f6408d26be admin admin] Network be1d7544-b7f8-462b-9559-3e902da9b232 is scheduled to be hosted by DHCP agent b468568d-98fa-4cc8-a5cb-272923c6e379 with binding_index 1 {{(pid=109071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 04:50:19.686201 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-24ac0c57-ed24-4965-bd74-0bc6ff700246 req-45131cbc-03f1-4381-8cdb-09461e15a019 service neutron] 10.222.0.41 "GET /v2.0/networks/07b4a06c-8a0a-4473-b5d9-23bf4e89383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154356 Nov 25 04:50:19.688679 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [None req-7e9ae8df-dc7c-416e-9c0d-72f6408d26be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-6-iscsi, be1d7544-b7f8-462b-9559-3e902da9b232) {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:50:19.692828 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9ae8df-dc7c-416e-9c0d-72f6408d26be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:19.693429 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7e9ae8df-dc7c-416e-9c0d-72f6408d26be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for subnet, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:19.698211 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0967be32-2323-48fe-b677-281a5c12bf5c None None] Network be1d7544-b7f8-462b-9559-3e902da9b232 requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:50:19.754822 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-7e9ae8df-dc7c-416e-9c0d-72f6408d26be admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6444614 Nov 25 04:50:19.757262 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 55722) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:50:19.761972 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-c6dad885-221c-486c-8eb5-e57c99d94a88 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-966657345-router', 'tenant_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'}}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:50:19.787056 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c6dad885-221c-486c-8eb5-e57c99d94a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25019'] for router, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:19.788163 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c6dad885-221c-486c-8eb5-e57c99d94a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3774484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24962'] for router, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:19.795237 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-24ac0c57-ed24-4965-bd74-0bc6ff700246 req-f91ca9bb-fad7-48b6-81ca-60e2eb2df29c service neutron] 10.222.0.41 "GET /v2.0/networks/07b4a06c-8a0a-4473-b5d9-23bf4e89383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991225 Nov 25 04:50:19.839594 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c6dad885-221c-486c-8eb5-e57c99d94a88 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:19.862419 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adacdcc1-e485-473f-ac8e-84b8d0634f4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd0d5e1f-7819-5798-83e6-40b5b60b3aad-be1d7544-b7f8-462b-9559-3e902da9b232', 'network_id': 'be1d7544-b7f8-462b-9559-3e902da9b232', 'tenant_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'fixed_ips': [{'subnet_id': '48c4a844-83ca-4382-b5e0-23d313e6e9e6'}]}} from dv-cinder-815582-6-iscsi. {{(pid=109072) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 04:50:19.862419 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-adacdcc1-e485-473f-ac8e-84b8d0634f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:19.989170 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c6dad885-221c-486c-8eb5-e57c99d94a88 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:20.013342 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.db_base_plugin_common [None req-adacdcc1-e485-473f-ac8e-84b8d0634f4b None None] Allocated IP 172.20.0.2 (be1d7544-b7f8-462b-9559-3e902da9b232/48c4a844-83ca-4382-b5e0-23d313e6e9e6/35dee0fa-6b90-4951-b091-a071cf063c10) {{(pid=109072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:50:20.170905 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-adacdcc1-e485-473f-ac8e-84b8d0634f4b None None] Publish callbacks [] for port, precommit_create {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:20.177786 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-adacdcc1-e485-473f-ac8e-84b8d0634f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851'] for port, after_create {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:20.218468 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adacdcc1-e485-473f-ac8e-84b8d0634f4b None None] Network be1d7544-b7f8-462b-9559-3e902da9b232 is already hosted by enough agents. {{(pid=109072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:50:20.222782 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c6dad885-221c-486c-8eb5-e57c99d94a88 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:20.223437 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.scheduler.base_scheduler [None req-adacdcc1-e485-473f-ac8e-84b8d0634f4b None None] Resources bound (agent type, host, resource id): {{(pid=109072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:50:20.228508 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adacdcc1-e485-473f-ac8e-84b8d0634f4b None None] Received port after_create {{(pid=109072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:50:20.238584 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adacdcc1-e485-473f-ac8e-84b8d0634f4b None None] Pushing event updated for resources: {'Port': ['ID=35dee0fa-6b90-4951-b091-a071cf063c10,revision_number=1']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:20.251711 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c6dad885-221c-486c-8eb5-e57c99d94a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:20.282516 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adacdcc1-e485-473f-ac8e-84b8d0634f4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:20.282893 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adacdcc1-e485-473f-ac8e-84b8d0634f4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:20.284778 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adacdcc1-e485-473f-ac8e-84b8d0634f4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:20.285299 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adacdcc1-e485-473f-ac8e-84b8d0634f4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:20.285938 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adacdcc1-e485-473f-ac8e-84b8d0634f4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:20.286451 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adacdcc1-e485-473f-ac8e-84b8d0634f4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:20.286892 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adacdcc1-e485-473f-ac8e-84b8d0634f4b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:20.287350 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adacdcc1-e485-473f-ac8e-84b8d0634f4b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:20.287767 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adacdcc1-e485-473f-ac8e-84b8d0634f4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:20.288182 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adacdcc1-e485-473f-ac8e-84b8d0634f4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:20.288594 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adacdcc1-e485-473f-ac8e-84b8d0634f4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:20.289074 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adacdcc1-e485-473f-ac8e-84b8d0634f4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:20.333114 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-adacdcc1-e485-473f-ac8e-84b8d0634f4b None None] Attempting to bind port 35dee0fa-6b90-4951-b091-a071cf063c10 on host dv-cinder-815582-6-iscsi for vnic_type normal with profile {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:50:20.333614 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-adacdcc1-e485-473f-ac8e-84b8d0634f4b None None] Attempting to bind port 35dee0fa-6b90-4951-b091-a071cf063c10 by drivers openvswitch,hyperv on host dv-cinder-815582-6-iscsi at level 0 using segments [{'id': '33391e2c-c33d-47e7-b50e-ef1443171c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'be1d7544-b7f8-462b-9559-3e902da9b232'}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:50:20.334058 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adacdcc1-e485-473f-ac8e-84b8d0634f4b None None] Attempting to bind port 35dee0fa-6b90-4951-b091-a071cf063c10 on network be1d7544-b7f8-462b-9559-3e902da9b232 {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:50:20.339519 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adacdcc1-e485-473f-ac8e-84b8d0634f4b None None] Checking agent: {'id': '2825277b-b27f-46a7-b452-1b49513b2056', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 40, 34), 'started_at': datetime.datetime(2021, 11, 25, 4, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:50:20.340139 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adacdcc1-e485-473f-ac8e-84b8d0634f4b None None] Checking segment: {'id': '33391e2c-c33d-47e7-b50e-ef1443171c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'be1d7544-b7f8-462b-9559-3e902da9b232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:50:20.340721 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-adacdcc1-e485-473f-ac8e-84b8d0634f4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:20.341216 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adacdcc1-e485-473f-ac8e-84b8d0634f4b None None] Bound using segment: {'id': '33391e2c-c33d-47e7-b50e-ef1443171c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'be1d7544-b7f8-462b-9559-3e902da9b232'} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:50:20.341800 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-adacdcc1-e485-473f-ac8e-84b8d0634f4b None None] Bound port: 35dee0fa-6b90-4951-b091-a071cf063c10, host: dv-cinder-815582-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33391e2c-c33d-47e7-b50e-ef1443171c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'be1d7544-b7f8-462b-9559-3e902da9b232'}}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:50:20.342294 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-adacdcc1-e485-473f-ac8e-84b8d0634f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:20.389504 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb4b68-4417-4b40-a36e-9126c70bff49 req-4e2220d2-9563-420b-a0c0-711b7f1ca545 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:20.390667 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775fe80f-20d9-4984-8ecc-d920e453b8b2 req-7d03fb0d-1274-46df-b104-4f28a00add65 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:20.392185 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-775fe80f-20d9-4984-8ecc-d920e453b8b2 req-7d03fb0d-1274-46df-b104-4f28a00add65 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.1000397 Nov 25 04:50:20.397381 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-abeb4b68-4417-4b40-a36e-9126c70bff49 req-4e2220d2-9563-420b-a0c0-711b7f1ca545 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=339d0d6e-a856-4ce2-8821-8a3c3d52922b HTTP/1.1" status: 200 len: 944 time: 0.0580795 Nov 25 04:50:20.410538 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-adacdcc1-e485-473f-ac8e-84b8d0634f4b None None] For port 35dee0fa-6b90-4951-b091-a071cf063c10, host dv-cinder-815582-6-iscsi, cleared binding levels {{(pid=109072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:50:20.413702 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-adacdcc1-e485-473f-ac8e-84b8d0634f4b None None] For port 35dee0fa-6b90-4951-b091-a071cf063c10, host dv-cinder-815582-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=35dee0fa-6b90-4951-b091-a071cf063c10,segment=NetworkSegment(33391e2c-c33d-47e7-b50e-ef1443171c56),segment_id=33391e2c-c33d-47e7-b50e-ef1443171c56)] {{(pid=109072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:50:20.417305 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [None req-c6dad885-221c-486c-8eb5-e57c99d94a88 admin admin] Allocated IP 172.27.2.183 (7252c0b9-b802-4561-8a54-4fb5c87ca7b8/b33b80b7-52e3-4af3-b161-e1f3edefb5e3/2c88938e-1177-4762-9a23-3bdae643ae26) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:50:20.422209 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-adacdcc1-e485-473f-ac8e-84b8d0634f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:20.448749 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-abeb4b68-4417-4b40-a36e-9126c70bff49 req-d245ee2c-0b80-4365-bd94-b2659905e591 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1e9055-46a2-41a1-b91e-21add5bd1945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504196 Nov 25 04:50:20.483756 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adacdcc1-e485-473f-ac8e-84b8d0634f4b None None] Pushing event updated for resources: {'Port': ['ID=35dee0fa-6b90-4951-b091-a071cf063c10,revision_number=2']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:20.510787 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-775fe80f-20d9-4984-8ecc-d920e453b8b2 req-9c40ffb7-a235-4d41-b2e9-f51482804ce1 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091995 Nov 25 04:50:20.589177 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b36311-8ae2-47f0-a335-1ba4b8db226b req-f3e9eef4-8b9c-452f-82e4-47c363dd7159 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:20.591631 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a8b36311-8ae2-47f0-a335-1ba4b8db226b req-f3e9eef4-8b9c-452f-82e4-47c363dd7159 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0598795 Nov 25 04:50:20.603104 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c6dad885-221c-486c-8eb5-e57c99d94a88 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:20.663204 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296bc14b-9c24-4ab4-b0e9-e052c17965d6 req-3fad2531-5ccd-4e1f-9f21-900498beeb40 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:20.664851 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-296bc14b-9c24-4ab4-b0e9-e052c17965d6 req-3fad2531-5ccd-4e1f-9f21-900498beeb40 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdaa650c-f1a0-4e16-a77d-111bae2b88f0 HTTP/1.1" status: 200 len: 944 time: 0.0773563 Nov 25 04:50:20.678683 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c6dad885-221c-486c-8eb5-e57c99d94a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:20.733184 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dad885-221c-486c-8eb5-e57c99d94a88 admin admin] Network 7252c0b9-b802-4561-8a54-4fb5c87ca7b8 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:50:20.746369 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-c6dad885-221c-486c-8eb5-e57c99d94a88 admin admin] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:50:20.751669 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dad885-221c-486c-8eb5-e57c99d94a88 admin admin] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:50:20.789920 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dad885-221c-486c-8eb5-e57c99d94a88 admin admin] Pushing event updated for resources: {'Port': ['ID=2c88938e-1177-4762-9a23-3bdae643ae26,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:20.800745 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-296bc14b-9c24-4ab4-b0e9-e052c17965d6 req-1230363c-d279-419f-9712-798ca259e6a3 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298497 Nov 25 04:50:20.864239 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a8b36311-8ae2-47f0-a335-1ba4b8db226b req-787e1475-03d3-4600-96fd-3202f9ee529d tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640173 Nov 25 04:50:20.888699 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device f55a1a55-dbf1-46d1-885c-48fa95dd55ca details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=109072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 04:50:20.991754 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port f55a1a55-dbf1-46d1-885c-48fa95dd55ca, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f55a1a55-dbf1-46d1-885c-48fa95dd55ca,segment=NetworkSegment(792aad72-a90b-4c1e-a5fe-25e7806f78d6),segment_id=792aad72-a90b-4c1e-a5fe-25e7806f78d6)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:50:21.006157 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Returning: {'device': 'f55a1a55-dbf1-46d1-885c-48fa95dd55ca', 'network_id': '07b4a06c-8a0a-4473-b5d9-23bf4e89383a', 'port_id': 'f55a1a55-dbf1-46d1-885c-48fa95dd55ca', 'mac_address': 'fa:16:3e:ca:b5:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ffd8615-faa0-4b27-8f0c-4d18d573a8e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 04:50:21.047108 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:21.061293 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f55a1a55-dbf1-46d1-885c-48fa95dd55ca {{(pid=109072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:50:21.082941 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port f55a1a55-dbf1-46d1-885c-48fa95dd55ca, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f55a1a55-dbf1-46d1-885c-48fa95dd55ca,segment=NetworkSegment(792aad72-a90b-4c1e-a5fe-25e7806f78d6),segment_id=792aad72-a90b-4c1e-a5fe-25e7806f78d6)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:50:21.088865 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:21.089258 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=109072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 04:50:21.189924 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3abc0-efb7-42e5-ba90-9023924723fd req-74ebe83f-f053-45a3-8e8b-46723a52d0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:21.191573 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-38a3abc0-efb7-42e5-ba90-9023924723fd req-74ebe83f-f053-45a3-8e8b-46723a52d0e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d773db29571458586043ef5fa3454c2&device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 1098 time: 0.0508049 Nov 25 04:50:21.192572 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=f55a1a55-dbf1-46d1-885c-48fa95dd55ca,revision_number=4']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:21.296380 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b,segment=NetworkSegment(de32a5fb-836e-43e9-962a-f6e5a04cf392),segment_id=de32a5fb-836e-43e9-962a-f6e5a04cf392)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:50:21.309699 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c6dad885-221c-486c-8eb5-e57c99d94a88 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:21.316862 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Returning: {'device': '1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b', 'network_id': '68c74a24-9d7e-43b5-89f7-87a5f4c00728', 'port_id': '1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b', 'mac_address': 'fa:16:3e:cd:7f:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e70177ab-874f-460a-9aa1-369d17c3a4b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 04:50:21.346412 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3abc0-efb7-42e5-ba90-9023924723fd req-43e0e1c4-3c69-44a6-a6d9-214b82d9747a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:21.348923 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-38a3abc0-efb7-42e5-ba90-9023924723fd req-43e0e1c4-3c69-44a6-a6d9-214b82d9747a service neutron] 10.222.0.41 "GET /v2.0/networks?id=d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f HTTP/1.1" status: 200 len: 920 time: 0.1287577 Nov 25 04:50:21.406453 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:21.416943 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-38a3abc0-efb7-42e5-ba90-9023924723fd req-c028610d-2fa6-4a51-9e66-d53d01fa2749 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6878270-adb9-4338-8a70-9a199bdfe9bc HTTP/1.1" status: 200 len: 217 time: 0.0482445 Nov 25 04:50:21.437999 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b {{(pid=109072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:50:21.473568 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b,segment=NetworkSegment(de32a5fb-836e-43e9-962a-f6e5a04cf392),segment_id=de32a5fb-836e-43e9-962a-f6e5a04cf392)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:50:21.490428 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:21.512704 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3abc0-efb7-42e5-ba90-9023924723fd req-5b45e3fd-bd66-43b6-98a3-ca058a9822f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:21.514248 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-38a3abc0-efb7-42e5-ba90-9023924723fd req-5b45e3fd-bd66-43b6-98a3-ca058a9822f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cba32b3-416c-41af-af79-b04db65419ef HTTP/1.1" status: 200 len: 859 time: 0.0862405 Nov 25 04:50:21.572444 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-38a3abc0-efb7-42e5-ba90-9023924723fd req-a3b7cd06-2d6f-4a93-8eaf-ba2d62579169 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444140 Nov 25 04:50:21.679507 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de0c2e9-df11-406c-a990-417d5968667a None None] Network be1d7544-b7f8-462b-9559-3e902da9b232 requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:50:21.710739 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865e760-3bb6-44c4-b364-2bba9984e4f8 req-83f9fe1c-fafa-4bd1-a553-555388349187 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:21.713022 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7865e760-3bb6-44c4-b364-2bba9984e4f8 req-83f9fe1c-fafa-4bd1-a553-555388349187 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=339d0d6e-a856-4ce2-8821-8a3c3d52922b HTTP/1.1" status: 200 len: 945 time: 0.1670439 Nov 25 04:50:21.755024 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c6dad885-221c-486c-8eb5-e57c99d94a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687985'] for router, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:21.764231 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:21.764446 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47e3ac-a810-470f-a5a5-efa7cd3d7021 req-736cac37-3f23-462e-9533-5dc55009d02a tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:21.764446 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5a47e3ac-a810-470f-a5a5-efa7cd3d7021 req-736cac37-3f23-462e-9533-5dc55009d02a tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.1248319 Nov 25 04:50:21.773153 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-76bf274b-cb44-4a35-a784-3e1c9e1ba844 None None] Provisioning complete for port 35dee0fa-6b90-4951-b091-a071cf063c10 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:50:21.773664 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-76bf274b-cb44-4a35-a784-3e1c9e1ba844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:21.797233 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7865e760-3bb6-44c4-b364-2bba9984e4f8 req-8482b4d8-3c52-45d5-8e70-ab10d550dc03 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1e9055-46a2-41a1-b91e-21add5bd1945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744920 Nov 25 04:50:21.811417 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b,revision_number=4']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:21.812871 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-38a3abc0-efb7-42e5-ba90-9023924723fd req-cdd46b24-2168-4f61-94ee-71c23b7e4739 service neutron] 10.222.0.41 "GET /v2.0/networks/d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287607 Nov 25 04:50:21.843197 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 35dee0fa-6b90-4951-b091-a071cf063c10 up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:50:21.918145 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5a47e3ac-a810-470f-a5a5-efa7cd3d7021 req-d40aa49a-e742-4cba-ad25-93777f92fc7f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307197 Nov 25 04:50:21.987853 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-38a3abc0-efb7-42e5-ba90-9023924723fd req-ce4bf717-ff39-48cb-8735-ecf7f2c85e38 service neutron] 10.222.0.41 "GET /v2.0/networks/d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627905 Nov 25 04:50:22.019485 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-76bf274b-cb44-4a35-a784-3e1c9e1ba844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:22.050268 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f40700d-8731-4652-960a-c1a8423a7ea7 req-a966ae78-c7b3-4f10-9f0b-e1af08b437e1 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:22.051938 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0f40700d-8731-4652-960a-c1a8423a7ea7 req-a966ae78-c7b3-4f10-9f0b-e1af08b437e1 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0567591 Nov 25 04:50:22.055894 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port 35dee0fa-6b90-4951-b091-a071cf063c10 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:50:22.056714 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:22.079262 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1ae7a-771b-4bc6-a1a1-62d88dbc0652 req-418e85a2-327a-49cf-92b4-18ea89f90673 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:22.081548 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-66a1ae7a-771b-4bc6-a1a1-62d88dbc0652 req-418e85a2-327a-49cf-92b4-18ea89f90673 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdaa650c-f1a0-4e16-a77d-111bae2b88f0 HTTP/1.1" status: 200 len: 945 time: 0.1127048 Nov 25 04:50:22.097032 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['f55a1a55-dbf1-46d1-885c-48fa95dd55ca'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:50:22.105908 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0f40700d-8731-4652-960a-c1a8423a7ea7 req-e5e7da53-f044-4c5f-a053-3ef5fbf00f7c tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465150 Nov 25 04:50:22.143160 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-76bf274b-cb44-4a35-a784-3e1c9e1ba844 None None] For port 35dee0fa-6b90-4951-b091-a071cf063c10, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=35dee0fa-6b90-4951-b091-a071cf063c10,segment=NetworkSegment(33391e2c-c33d-47e7-b50e-ef1443171c56),segment_id=33391e2c-c33d-47e7-b50e-ef1443171c56)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:50:22.145077 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6dad885-221c-486c-8eb5-e57c99d94a88 admin admin] Router b4f75091-332a-4c4e-b035-4c95420e1027 is scheduled to L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f with binding_index 1 {{(pid=109070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 04:50:22.156765 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-66a1ae7a-771b-4bc6-a1a1-62d88dbc0652 req-4f4aff81-b3bc-4f69-98a4-c089263f1cd9 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650978 Nov 25 04:50:22.160823 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-76bf274b-cb44-4a35-a784-3e1c9e1ba844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:22.163023 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:50:22.277844 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6dad885-221c-486c-8eb5-e57c99d94a88 admin admin] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:50:22.287785 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a701ace-dd07-49ab-bcfc-4336bb0d45c4 None None] Sync routers for ids ['b4f75091-332a-4c4e-b035-4c95420e1027'] in dv-cinder-815582-6-iscsi {{(pid=109073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:50:22.301463 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a701ace-dd07-49ab-bcfc-4336bb0d45c4 None None] Routers {'b4f75091-332a-4c4e-b035-4c95420e1027'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:50:22.302717 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-9a701ace-dd07-49ab-bcfc-4336bb0d45c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:50:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['b4f75091-332a-4c4e-b035-4c95420e1027'], 'active': True} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:50:22.307387 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c6dad885-221c-486c-8eb5-e57c99d94a88 admin admin] Publish callbacks [] for router, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:22.309221 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-c6dad885-221c-486c-8eb5-e57c99d94a88 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5505626 Nov 25 04:50:22.311960 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 55772) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:50:22.341950 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf274b-cb44-4a35-a784-3e1c9e1ba844 None None] Pushing event updated for resources: {'Port': ['ID=35dee0fa-6b90-4951-b091-a071cf063c10,revision_number=3']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:22.446810 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvr_db [None req-9a701ace-dd07-49ab-bcfc-4336bb0d45c4 None None] Set router b4f75091-332a-4c4e-b035-4c95420e1027 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:50:22.596005 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-b1a89ab5-b34c-4a4d-a4c9-7759be02649f None None] Provisioning complete for port 35dee0fa-6b90-4951-b091-a071cf063c10 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:50:22.596310 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-b1a89ab5-b34c-4a4d-a4c9-7759be02649f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:22.661966 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-9a701ace-dd07-49ab-bcfc-4336bb0d45c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'name': 'tempest-TestShelveInstance-966657345-router', 'tenant_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '2c88938e-1177-4762-9a23-3bdae643ae26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:50:19Z', 'updated_at': '2021-11-25T04:50:21Z', 'revision_number': 3, 'project_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'gw_port': {'id': '2c88938e-1177-4762-9a23-3bdae643ae26', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:96:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:20Z', 'updated_at': '2021-11-25T04:50:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi'}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:50:22.694556 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a701ace-dd07-49ab-bcfc-4336bb0d45c4 None None] Checking router: b4f75091-332a-4c4e-b035-4c95420e1027 for host: dv-cinder-815582-6-iscsi {{(pid=109073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:50:22.694913 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a701ace-dd07-49ab-bcfc-4336bb0d45c4 None None] Updating router b4f75091-332a-4c4e-b035-4c95420e1027 port 2c88938e-1177-4762-9a23-3bdae643ae26 binding host dv-cinder-815582-6-iscsi {{(pid=109073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 04:50:22.718758 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-9a701ace-dd07-49ab-bcfc-4336bb0d45c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:22.795683 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-12b4f804-1d31-4e03-9489-d25fc06c0a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:22.957416 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [None req-12b4f804-1d31-4e03-9489-d25fc06c0a12 admin admin] Allocated IP 172.20.0.1 (be1d7544-b7f8-462b-9559-3e902da9b232/48c4a844-83ca-4382-b5e0-23d313e6e9e6/785d67d7-6f82-485e-872e-cc9163b8ed24) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:50:22.976390 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465cc01-91b2-475a-a4ce-e117cb3cdc26 req-97e2ae30-04a1-4836-8b60-57883154469a tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:22.980575 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-9a701ace-dd07-49ab-bcfc-4336bb0d45c4 None None] Publish callbacks [] for port, precommit_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:22.984787 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-d465cc01-91b2-475a-a4ce-e117cb3cdc26 req-97e2ae30-04a1-4836-8b60-57883154469a tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=339d0d6e-a856-4ce2-8821-8a3c3d52922b HTTP/1.1" status: 200 len: 945 time: 0.0703120 Nov 25 04:50:22.990567 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-9a701ace-dd07-49ab-bcfc-4336bb0d45c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:23.033414 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df098094-9b0f-4f37-bc51-b15f3419b667 None None] Pushing event updated for resources: {'Port': ['ID=2c88938e-1177-4762-9a23-3bdae643ae26,revision_number=2']} {{(pid=109073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:23.042306 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df098094-9b0f-4f37-bc51-b15f3419b667 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:23.042867 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df098094-9b0f-4f37-bc51-b15f3419b667 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:23.043146 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df098094-9b0f-4f37-bc51-b15f3419b667 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:23.043436 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df098094-9b0f-4f37-bc51-b15f3419b667 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:23.043782 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df098094-9b0f-4f37-bc51-b15f3419b667 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:23.044123 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df098094-9b0f-4f37-bc51-b15f3419b667 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:23.044486 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df098094-9b0f-4f37-bc51-b15f3419b667 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:23.044822 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df098094-9b0f-4f37-bc51-b15f3419b667 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:23.045175 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df098094-9b0f-4f37-bc51-b15f3419b667 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:23.045537 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df098094-9b0f-4f37-bc51-b15f3419b667 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:23.046219 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df098094-9b0f-4f37-bc51-b15f3419b667 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:23.046219 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df098094-9b0f-4f37-bc51-b15f3419b667 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:50:23.055697 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-d465cc01-91b2-475a-a4ce-e117cb3cdc26 req-40eb8b4b-2286-42ba-b233-16e3e250b446 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1e9055-46a2-41a1-b91e-21add5bd1945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697272 Nov 25 04:50:23.085893 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.managers [None req-9a701ace-dd07-49ab-bcfc-4336bb0d45c4 None None] Attempting to bind port 2c88938e-1177-4762-9a23-3bdae643ae26 on host dv-cinder-815582-6-iscsi for vnic_type normal with profile {{(pid=109073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:50:23.086273 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.managers [None req-9a701ace-dd07-49ab-bcfc-4336bb0d45c4 None None] Attempting to bind port 2c88938e-1177-4762-9a23-3bdae643ae26 by drivers openvswitch,hyperv on host dv-cinder-815582-6-iscsi at level 0 using segments [{'id': '5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'}] {{(pid=109073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:50:23.086666 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a701ace-dd07-49ab-bcfc-4336bb0d45c4 None None] Attempting to bind port 2c88938e-1177-4762-9a23-3bdae643ae26 on network 7252c0b9-b802-4561-8a54-4fb5c87ca7b8 {{(pid=109073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:50:23.097344 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a701ace-dd07-49ab-bcfc-4336bb0d45c4 None None] Checking agent: {'id': '2825277b-b27f-46a7-b452-1b49513b2056', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 40, 34), 'started_at': datetime.datetime(2021, 11, 25, 4, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:50:23.098166 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a701ace-dd07-49ab-bcfc-4336bb0d45c4 None None] Checking segment: {'id': '5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:50:23.098684 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-9a701ace-dd07-49ab-bcfc-4336bb0d45c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:23.099183 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a701ace-dd07-49ab-bcfc-4336bb0d45c4 None None] Bound using segment: {'id': '5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'} {{(pid=109073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:50:23.099769 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.managers [None req-9a701ace-dd07-49ab-bcfc-4336bb0d45c4 None None] Bound port: 2c88938e-1177-4762-9a23-3bdae643ae26, host: dv-cinder-815582-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'}}] {{(pid=109073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:50:23.100326 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-9a701ace-dd07-49ab-bcfc-4336bb0d45c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:23.116079 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a327d5-0486-41df-8db4-8f2c719124bc req-e1021a6d-27aa-4bb3-b94f-30eef51b3063 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:23.123707 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a1a327d5-0486-41df-8db4-8f2c719124bc req-e1021a6d-27aa-4bb3-b94f-30eef51b3063 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.0974450 Nov 25 04:50:23.168089 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.db [None req-9a701ace-dd07-49ab-bcfc-4336bb0d45c4 None None] For port 2c88938e-1177-4762-9a23-3bdae643ae26, host dv-cinder-815582-6-iscsi, cleared binding levels {{(pid=109073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:50:23.171836 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.db [None req-9a701ace-dd07-49ab-bcfc-4336bb0d45c4 None None] For port 2c88938e-1177-4762-9a23-3bdae643ae26, host dv-cinder-815582-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=2c88938e-1177-4762-9a23-3bdae643ae26,segment=NetworkSegment(5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6),segment_id=5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6)] {{(pid=109073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:50:23.181534 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-9a701ace-dd07-49ab-bcfc-4336bb0d45c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:23.194189 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-12b4f804-1d31-4e03-9489-d25fc06c0a12 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:23.214609 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a1a327d5-0486-41df-8db4-8f2c719124bc req-1267840b-90a6-46fe-863a-191e6210ec16 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899789 Nov 25 04:50:23.246613 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8205b-11fa-4660-9fc5-6bc66e2c2617 req-68740ccb-d003-4aeb-9afd-8d09a13d12ee tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:23.248939 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-fcd8205b-11fa-4660-9fc5-6bc66e2c2617 req-68740ccb-d003-4aeb-9afd-8d09a13d12ee tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0626614 Nov 25 04:50:23.251926 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df098094-9b0f-4f37-bc51-b15f3419b667 None None] Pushing event updated for resources: {'Port': ['ID=2c88938e-1177-4762-9a23-3bdae643ae26,revision_number=3']} {{(pid=109073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:23.266504 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a701ace-dd07-49ab-bcfc-4336bb0d45c4 None None] Routers {'b4f75091-332a-4c4e-b035-4c95420e1027'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:50:23.267128 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-9a701ace-dd07-49ab-bcfc-4336bb0d45c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:50:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['b4f75091-332a-4c4e-b035-4c95420e1027'], 'active': True} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:50:23.308029 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-12b4f804-1d31-4e03-9489-d25fc06c0a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:23.312267 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 55790) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:50:23.381884 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b4f804-1d31-4e03-9489-d25fc06c0a12 admin admin] Network be1d7544-b7f8-462b-9559-3e902da9b232 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:50:23.390933 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-12b4f804-1d31-4e03-9489-d25fc06c0a12 admin admin] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:50:23.393436 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b4f804-1d31-4e03-9489-d25fc06c0a12 admin admin] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:50:23.402623 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvr_db [None req-9a701ace-dd07-49ab-bcfc-4336bb0d45c4 None None] Set router b4f75091-332a-4c4e-b035-4c95420e1027 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:50:23.413386 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-fcd8205b-11fa-4660-9fc5-6bc66e2c2617 req-8476555b-7228-4d6a-88ab-fe716c59808a tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460481 Nov 25 04:50:23.420894 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4f804-1d31-4e03-9489-d25fc06c0a12 admin admin] Pushing event updated for resources: {'Port': ['ID=785d67d7-6f82-485e-872e-cc9163b8ed24,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:23.448938 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-12b4f804-1d31-4e03-9489-d25fc06c0a12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688128'] for router_interface, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:23.460801 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce65f7-1f03-4264-a5c7-5deab4ebabf7 req-433720f1-d358-4a18-97e1-cc0a3b6aa5a1 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:23.468300 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a7ce65f7-1f03-4264-a5c7-5deab4ebabf7 req-433720f1-d358-4a18-97e1-cc0a3b6aa5a1 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdaa650c-f1a0-4e16-a77d-111bae2b88f0 HTTP/1.1" status: 200 len: 945 time: 0.1201715 Nov 25 04:50:23.529718 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9417aa3-5b8a-4188-b0a5-8b326d6948d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:23.605384 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a7ce65f7-1f03-4264-a5c7-5deab4ebabf7 req-3d910a57-f1bf-46fb-91e9-fc4d07606a5e tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314702 Nov 25 04:50:23.689378 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9417aa3-5b8a-4188-b0a5-8b326d6948d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:23.708045 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c9417aa3-5b8a-4188-b0a5-8b326d6948d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:23.723046 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-12b4f804-1d31-4e03-9489-d25fc06c0a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:23.740239 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-9a701ace-dd07-49ab-bcfc-4336bb0d45c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'name': 'tempest-TestShelveInstance-966657345-router', 'tenant_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '2c88938e-1177-4762-9a23-3bdae643ae26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:50:19Z', 'updated_at': '2021-11-25T04:50:21Z', 'revision_number': 3, 'project_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'gw_port': {'id': '2c88938e-1177-4762-9a23-3bdae643ae26', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:96:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:20Z', 'updated_at': '2021-11-25T04:50:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi'}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:50:23.743971 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 35dee0fa-6b90-4951-b091-a071cf063c10 up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:50:23.748011 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9417aa3-5b8a-4188-b0a5-8b326d6948d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1937b5a6-bb00-4262-89aa-90f97a75027d,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:23.752514 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-c9417aa3-5b8a-4188-b0a5-8b326d6948d9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f166e3a54a1241d983397f8518eb37ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4391313 Nov 25 04:50:23.755468 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 55800) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:50:23.811097 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a701ace-dd07-49ab-bcfc-4336bb0d45c4 None None] The sync data for ids ['b4f75091-332a-4c4e-b035-4c95420e1027'] in dv-cinder-815582-6-iscsi is: [{'id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'name': 'tempest-TestShelveInstance-966657345-router', 'tenant_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '2c88938e-1177-4762-9a23-3bdae643ae26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:50:19Z', 'updated_at': '2021-11-25T04:50:21Z', 'revision_number': 3, 'project_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'gw_port': {'id': '2c88938e-1177-4762-9a23-3bdae643ae26', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:96:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:20Z', 'updated_at': '2021-11-25T04:50:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi'}] {{(pid=109073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:50:23.812771 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-058973c9-3797-4bb1-8291-7c9bb51a5cf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:23.833945 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port 35dee0fa-6b90-4951-b091-a071cf063c10 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:50:23.834340 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:23.838717 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-058973c9-3797-4bb1-8291-7c9bb51a5cf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:23.875643 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-25c5d0a8-cc1d-483d-b293-fde4504eec10 None None] Provisioning complete for port 785d67d7-6f82-485e-872e-cc9163b8ed24 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:50:23.876425 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-25c5d0a8-cc1d-483d-b293-fde4504eec10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:23.904677 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-058973c9-3797-4bb1-8291-7c9bb51a5cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:23.907937 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-058973c9-3797-4bb1-8291-7c9bb51a5cf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:23.909336 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-058973c9-3797-4bb1-8291-7c9bb51a5cf4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1937b5a6-bb00-4262-89aa-90f97a75027d HTTP/1.1" status: 204 len: 168 time: 0.1528718 Nov 25 04:50:23.918160 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058973c9-3797-4bb1-8291-7c9bb51a5cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1937b5a6-bb00-4262-89aa-90f97a75027d,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:23.939334 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-12b4f804-1d31-4e03-9489-d25fc06c0a12 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:23.940595 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-25c5d0a8-cc1d-483d-b293-fde4504eec10 None None] Port 785d67d7-6f82-485e-872e-cc9163b8ed24 cannot update to ACTIVE because it is not bound. {{(pid=109072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 04:50:23.949347 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-12b4f804-1d31-4e03-9489-d25fc06c0a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9557411'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:24.012426 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4f804-1d31-4e03-9489-d25fc06c0a12 admin admin] Pushing event updated for resources: {'Port': ['ID=785d67d7-6f82-485e-872e-cc9163b8ed24,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:24.032032 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-12b4f804-1d31-4e03-9489-d25fc06c0a12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4163469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3681904'] for router_interface, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:24.166380 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b4f804-1d31-4e03-9489-d25fc06c0a12 admin admin] Network be1d7544-b7f8-462b-9559-3e902da9b232 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:50:24.169675 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-12b4f804-1d31-4e03-9489-d25fc06c0a12 admin admin] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:50:24.242166 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bddad3-e9df-470e-b5eb-ac951d20c539 req-8cffd10c-d647-4bf5-910d-1359acde300b tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:24.244627 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-71bddad3-e9df-470e-b5eb-ac951d20c539 req-8cffd10c-d647-4bf5-910d-1359acde300b tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=339d0d6e-a856-4ce2-8821-8a3c3d52922b HTTP/1.1" status: 200 len: 945 time: 0.0823324 Nov 25 04:50:24.354487 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-71bddad3-e9df-470e-b5eb-ac951d20c539 req-dffe2400-633f-4ebf-8821-094e247187d7 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1e9055-46a2-41a1-b91e-21add5bd1945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957606 Nov 25 04:50:24.436524 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfad54-4c7e-49f5-a9a9-da24470bc2f6 req-d6002168-53fd-4ed6-b8a8-d88b0d91c579 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:24.444247 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-40dfad54-4c7e-49f5-a9a9-da24470bc2f6 req-d6002168-53fd-4ed6-b8a8-d88b0d91c579 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.0858874 Nov 25 04:50:24.448123 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b4f804-1d31-4e03-9489-d25fc06c0a12 admin admin] Router b4f75091-332a-4c4e-b035-4c95420e1027 has already been hosted by L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f {{(pid=109070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 04:50:24.465719 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-f5c9921b-314f-4d79-a0c9-b4aacd65b4d9 None None] Provisioning complete for port 785d67d7-6f82-485e-872e-cc9163b8ed24 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:50:24.466381 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-f5c9921b-314f-4d79-a0c9-b4aacd65b4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:24.533126 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-f5c9921b-314f-4d79-a0c9-b4aacd65b4d9 None None] Port 785d67d7-6f82-485e-872e-cc9163b8ed24 cannot update to ACTIVE because it is not bound. {{(pid=109072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 04:50:24.547110 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2532e87-214a-4bb0-ba83-81a669c70bb8 req-20d3865e-1c12-43e1-9fdc-253c31aad611 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:24.555555 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f2532e87-214a-4bb0-ba83-81a669c70bb8 req-20d3865e-1c12-43e1-9fdc-253c31aad611 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0720801 Nov 25 04:50:24.563814 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-40dfad54-4c7e-49f5-a9a9-da24470bc2f6 req-c3f2a7f2-1369-416b-b4f2-7414a210dd73 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131802 Nov 25 04:50:24.634560 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f2532e87-214a-4bb0-ba83-81a669c70bb8 req-061015c4-0fa3-45eb-9a1b-195a49e63d01 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775514 Nov 25 04:50:24.645834 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b4f804-1d31-4e03-9489-d25fc06c0a12 admin admin] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:50:24.652812 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-12b4f804-1d31-4e03-9489-d25fc06c0a12 admin admin] 10.222.0.36 "PUT /v2.0/routers/b4f75091-332a-4c4e-b035-4c95420e1027/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3396232 Nov 25 04:50:24.827316 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dccf1c-f240-4b90-ac6c-8697d6cea542 req-bad12d5a-5710-4ec3-b1b4-e747c1acd2fb tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:24.830616 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-07dccf1c-f240-4b90-ac6c-8697d6cea542 req-bad12d5a-5710-4ec3-b1b4-e747c1acd2fb tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdaa650c-f1a0-4e16-a77d-111bae2b88f0 HTTP/1.1" status: 200 len: 945 time: 0.1206684 Nov 25 04:50:24.902646 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-07dccf1c-f240-4b90-ac6c-8697d6cea542 req-bf28a14e-c3a3-4e3d-9f6e-53016e258c25 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654166 Nov 25 04:50:24.908739 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device f55a1a55-dbf1-46d1-885c-48fa95dd55ca up at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:50:24.993092 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning for port f55a1a55-dbf1-46d1-885c-48fa95dd55ca completed by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 04:50:24.998576 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning complete for port f55a1a55-dbf1-46d1-885c-48fa95dd55ca triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:50:24.998975 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:25.131798 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:25.166787 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdaa650c-f1a0-4e16-a77d-111bae2b88f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55a1a55-dbf1-46d1-885c-48fa95dd55ca'}] {{(pid=109072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:50:25.169123 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21d2e46f9f4131852b38a57b118a04601412ee452ef2f91c34d7ef8e942fd252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a12320-aab5-4da6-9ecf-6b9d146d8737" -d '{"events": [{"server_uuid": "bdaa650c-f1a0-4e16-a77d-111bae2b88f0", "name": "network-vif-plugged", "status": "completed", "tag": "f55a1a55-dbf1-46d1-885c-48fa95dd55ca"}]}' {{(pid=109072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:50:25.189415 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port f55a1a55-dbf1-46d1-885c-48fa95dd55ca, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f55a1a55-dbf1-46d1-885c-48fa95dd55ca,segment=NetworkSegment(792aad72-a90b-4c1e-a5fe-25e7806f78d6),segment_id=792aad72-a90b-4c1e-a5fe-25e7806f78d6)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:50:25.196407 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:25.197636 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b up at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:50:25.247229 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67466823-4b0d-4783-a83f-5e4c2965bd29 x-openstack-request-id: req-67466823-4b0d-4783-a83f-5e4c2965bd29 {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:50:25.247706 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdaa650c-f1a0-4e16-a77d-111bae2b88f0", "name": "network-vif-plugged", "status": "completed", "tag": "f55a1a55-dbf1-46d1-885c-48fa95dd55ca", "code": 200}]} {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:50:25.248201 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-67466823-4b0d-4783-a83f-5e4c2965bd29 {{(pid=109072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:50:25.248773 dv-cinder-815582-6-iscsi neutron-server[109072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdaa650c-f1a0-4e16-a77d-111bae2b88f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55a1a55-dbf1-46d1-885c-48fa95dd55ca', 'code': 200} Nov 25 04:50:25.311073 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=f55a1a55-dbf1-46d1-885c-48fa95dd55ca,revision_number=5']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:25.326557 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning for port 1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b completed by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 04:50:25.332200 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning complete for port 1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:50:25.332633 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:25.462455 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:25.501445 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b,segment=NetworkSegment(de32a5fb-836e-43e9-962a-f6e5a04cf392),segment_id=de32a5fb-836e-43e9-962a-f6e5a04cf392)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:50:25.509314 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:25.529116 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e968502-5942-4522-adee-daadea76d21b req-3286b403-73c3-4292-83bd-b750b177d785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:25.531889 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-1e968502-5942-4522-adee-daadea76d21b req-3286b403-73c3-4292-83bd-b750b177d785 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bdaa650c-f1a0-4e16-a77d-111bae2b88f0 HTTP/1.1" status: 200 len: 1099 time: 0.0678933 Nov 25 04:50:25.570220 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 55870) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:50:25.583164 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-563f5c21-f866-493d-b660-54351157b405 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2060911914-network', 'tenant_id': '8a6ad0e4a41746ed887a54b84546d35a'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:50:25.590714 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b,revision_number=5']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:25.604366 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3849613-3f05-45c3-a625-14a69a0720ce req-84ba3762-ad30-4f3a-a64a-896a65d6296d tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:25.608350 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e3849613-3f05-45c3-a625-14a69a0720ce req-84ba3762-ad30-4f3a-a64a-896a65d6296d tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=339d0d6e-a856-4ce2-8821-8a3c3d52922b HTTP/1.1" status: 200 len: 945 time: 0.1188529 Nov 25 04:50:25.618508 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-1e968502-5942-4522-adee-daadea76d21b req-c1700755-4501-42dd-aa6c-eb05b3b511c1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751908 Nov 25 04:50:25.657234 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563f5c21-f866-493d-b660-54351157b405 admin admin] Made reservation on behalf of 8a6ad0e4a41746ed887a54b84546d35a for: {'network': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:50:25.660082 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-563f5c21-f866-493d-b660-54351157b405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for network, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:25.679299 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-563f5c21-f866-493d-b660-54351157b405 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:25.708536 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e3849613-3f05-45c3-a625-14a69a0720ce req-446992d0-63e1-41a4-b6be-dd81233258ba tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1e9055-46a2-41a1-b91e-21add5bd1945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919716 Nov 25 04:50:25.747838 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f60c9-cb98-42f8-8fb0-9d138727e941 req-64d74eb3-307c-4af0-94dc-2150a828a548 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:25.749626 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-329f60c9-cb98-42f8-8fb0-9d138727e941 req-64d74eb3-307c-4af0-94dc-2150a828a548 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.0761034 Nov 25 04:50:25.808434 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 2c88938e-1177-4762-9a23-3bdae643ae26 up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:50:25.817392 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-563f5c21-f866-493d-b660-54351157b405 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:25.826313 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-563f5c21-f866-493d-b660-54351157b405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:25.836464 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-329f60c9-cb98-42f8-8fb0-9d138727e941 req-5515fe7b-1c0d-451f-b5f3-e7d8af2df87a tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749257 Nov 25 04:50:25.865398 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port 2c88938e-1177-4762-9a23-3bdae643ae26 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:50:25.865776 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:25.907308 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-563f5c21-f866-493d-b660-54351157b405 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=109070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 04:50:25.909662 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f5c21-f866-493d-b660-54351157b405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f39c6d-c5ad-4dc9-83af-b552136e7919,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:25.921828 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4dcda1-ec09-43e4-be8c-83e536f39591 None None] Sync routers for ids ['b4f75091-332a-4c4e-b035-4c95420e1027'] in dv-cinder-815582-6-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:50:25.927134 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-563f5c21-f866-493d-b660-54351157b405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041'] for segment, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:25.927428 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.db.segments_db [None req-563f5c21-f866-493d-b660-54351157b405 admin admin] Added segment ddcb48ab-c0e3-4fbd-b279-531a8d94c8fd of type vlan for network 98d66c2d-aae3-40ad-9daa-55608e4077db Nov 25 04:50:25.936064 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4dcda1-ec09-43e4-be8c-83e536f39591 None None] Routers {'b4f75091-332a-4c4e-b035-4c95420e1027'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:50:25.936683 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-1e4dcda1-ec09-43e4-be8c-83e536f39591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:50:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['b4f75091-332a-4c4e-b035-4c95420e1027'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:50:25.977502 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7d5df-4c4a-46e5-a398-e1921a84681d req-cef9bd24-d83d-425a-bc3a-3d2e6b0a3e87 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:25.979413 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f8c7d5df-4c4a-46e5-a398-e1921a84681d req-cef9bd24-d83d-425a-bc3a-3d2e6b0a3e87 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.1168184 Nov 25 04:50:26.063325 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7702b-a40d-42b9-b1e7-40431bf6217b req-42e23a5d-e83a-41a5-9572-2491b3a5973c tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:26.070998 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-49e7702b-a40d-42b9-b1e7-40431bf6217b req-42e23a5d-e83a-41a5-9572-2491b3a5973c tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdaa650c-f1a0-4e16-a77d-111bae2b88f0 HTTP/1.1" status: 200 len: 946 time: 0.0729721 Nov 25 04:50:26.095175 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:26.133350 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] For port 2c88938e-1177-4762-9a23-3bdae643ae26, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=2c88938e-1177-4762-9a23-3bdae643ae26,segment=NetworkSegment(5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6),segment_id=5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:50:26.143145 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-1e4dcda1-ec09-43e4-be8c-83e536f39591 None None] Set router b4f75091-332a-4c4e-b035-4c95420e1027 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:50:26.146270 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:26.194887 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-49e7702b-a40d-42b9-b1e7-40431bf6217b req-682248df-5e37-46ff-ab78-1b8f8534a0a4 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166606 Nov 25 04:50:26.260326 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-563f5c21-f866-493d-b660-54351157b405 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783339880421'] for network, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:26.316338 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-563f5c21-f866-493d-b660-54351157b405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519'] for network, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:26.317636 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563f5c21-f866-493d-b660-54351157b405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:26.318622 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-563f5c21-f866-493d-b660-54351157b405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for network, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:26.353916 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f8c7d5df-4c4a-46e5-a398-e1921a84681d req-d9748a3d-3d51-4fc9-8d27-d00648560939 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643734 Nov 25 04:50:26.412139 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f5c21-f866-493d-b660-54351157b405 admin admin] Pushing event updated for resources: {'Network': ['ID=98d66c2d-aae3-40ad-9daa-55608e4077db,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:26.422240 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-563f5c21-f866-493d-b660-54351157b405 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8509412 Nov 25 04:50:26.425071 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 55896) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:50:26.444080 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Network 98d66c2d-aae3-40ad-9daa-55608e4077db details requested by agent ovs-agent-dv-cinder-815582-6-iscsi with host dv-cinder-815582-6-iscsi {{(pid=109072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 04:50:26.445006 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-b4996be4-9120-4a5d-9eb1-73847592c3bc admin admin] Request body: {'subnet': {'network_id': '98d66c2d-aae3-40ad-9daa-55608e4077db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2060911914-subnet', 'tenant_id': '8a6ad0e4a41746ed887a54b84546d35a', 'ip_version': 4}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:50:26.482124 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4996be4-9120-4a5d-9eb1-73847592c3bc admin admin] Made reservation on behalf of 8a6ad0e4a41746ed887a54b84546d35a for: {'subnet': 1} {{(pid=109071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:50:26.484664 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b4996be4-9120-4a5d-9eb1-73847592c3bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249265'] for subnet, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:26.610643 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Pushing event updated for resources: {'Port': ['ID=2c88938e-1177-4762-9a23-3bdae643ae26,revision_number=4']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:26.688780 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b4996be4-9120-4a5d-9eb1-73847592c3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8963760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9254939'] for subnet, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:26.705873 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-1e4dcda1-ec09-43e4-be8c-83e536f39591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'name': 'tempest-TestShelveInstance-966657345-router', 'tenant_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '2c88938e-1177-4762-9a23-3bdae643ae26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:50:19Z', 'updated_at': '2021-11-25T04:50:23Z', 'revision_number': 4, 'project_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'gw_port': {'id': '2c88938e-1177-4762-9a23-3bdae643ae26', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:96:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:20Z', 'updated_at': '2021-11-25T04:50:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '785d67d7-6f82-485e-872e-cc9163b8ed24', 'name': '', 'network_id': 'be1d7544-b7f8-462b-9559-3e902da9b232', 'tenant_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'mac_address': 'fa:16:3e:a0:ca:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '48c4a844-83ca-4382-b5e0-23d313e6e9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:22Z', 'updated_at': '2021-11-25T04:50:23Z', 'revision_number': 2, 'project_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'subnets': [{'id': '48c4a844-83ca-4382-b5e0-23d313e6e9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:50:26.733398 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4dcda1-ec09-43e4-be8c-83e536f39591 None None] Checking router: b4f75091-332a-4c4e-b035-4c95420e1027 for host: dv-cinder-815582-6-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:50:26.733768 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4dcda1-ec09-43e4-be8c-83e536f39591 None None] Updating router b4f75091-332a-4c4e-b035-4c95420e1027 port 785d67d7-6f82-485e-872e-cc9163b8ed24 binding host dv-cinder-815582-6-iscsi {{(pid=109072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 04:50:26.757048 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4996be4-9120-4a5d-9eb1-73847592c3bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3221390-acb8-461a-af6b-6821de2405cf,revision_number=0']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:26.770645 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1e4dcda1-ec09-43e4-be8c-83e536f39591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:26.773880 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4996be4-9120-4a5d-9eb1-73847592c3bc admin admin] Checking segment: {'id': 'ddcb48ab-c0e3-4fbd-b279-531a8d94c8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '98d66c2d-aae3-40ad-9daa-55608e4077db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:50:26.775724 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4996be4-9120-4a5d-9eb1-73847592c3bc admin admin] Network hostable DHCP agents. Network: 98d66c2d-aae3-40ad-9daa-55608e4077db, hostable agents: ['b468568d-98fa-4cc8-a5cb-272923c6e379'], hosted agents: [] {{(pid=109071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 04:50:26.798045 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4996be4-9120-4a5d-9eb1-73847592c3bc admin admin] Network 98d66c2d-aae3-40ad-9daa-55608e4077db is scheduled to be hosted by DHCP agent b468568d-98fa-4cc8-a5cb-272923c6e379 with binding_index 1 {{(pid=109071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 04:50:26.819074 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [None req-b4996be4-9120-4a5d-9eb1-73847592c3bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-6-iscsi, 98d66c2d-aae3-40ad-9daa-55608e4077db) {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:50:26.824395 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4996be4-9120-4a5d-9eb1-73847592c3bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:26.825528 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b4996be4-9120-4a5d-9eb1-73847592c3bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for subnet, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:26.832259 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d002b8-9f54-456d-8c0a-fb007c088628 None None] Network 98d66c2d-aae3-40ad-9daa-55608e4077db requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:50:26.875908 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 55908) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:50:26.876528 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-b4996be4-9120-4a5d-9eb1-73847592c3bc admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4493558 Nov 25 04:50:26.880527 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-4943fd4e-d596-4b33-aa3a-fc22403d40df admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2060911914-router', 'tenant_id': '8a6ad0e4a41746ed887a54b84546d35a', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'}}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:50:26.886103 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7eac94-8183-4a56-840d-38997a09851c req-e7cda035-87fc-4ee9-9060-de043db9ae4f tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:26.887732 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-bc7eac94-8183-4a56-840d-38997a09851c req-e7cda035-87fc-4ee9-9060-de043db9ae4f tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=339d0d6e-a856-4ce2-8821-8a3c3d52922b HTTP/1.1" status: 200 len: 946 time: 0.0812199 Nov 25 04:50:26.923381 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4943fd4e-d596-4b33-aa3a-fc22403d40df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25019'] for router, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:26.924862 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4943fd4e-d596-4b33-aa3a-fc22403d40df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3774484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24962'] for router, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:26.956038 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-bc7eac94-8183-4a56-840d-38997a09851c req-b8e62a7f-ce86-4405-a0db-bc3e1c72ba9f tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1e9055-46a2-41a1-b91e-21add5bd1945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606592 Nov 25 04:50:27.043561 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4943fd4e-d596-4b33-aa3a-fc22403d40df admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:27.127876 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f503c-758f-4390-bc5a-05096e7683cb req-41a4af1d-ca93-4074-8841-21a25df2e1ed tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:27.130386 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0e7f503c-758f-4390-bc5a-05096e7683cb req-41a4af1d-ca93-4074-8841-21a25df2e1ed tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.1958876 Nov 25 04:50:27.149937 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8375615c-3c5a-4aea-a1ff-e54cbdc185df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd0d5e1f-7819-5798-83e6-40b5b60b3aad-98d66c2d-aae3-40ad-9daa-55608e4077db', 'network_id': '98d66c2d-aae3-40ad-9daa-55608e4077db', 'tenant_id': '8a6ad0e4a41746ed887a54b84546d35a', 'fixed_ips': [{'subnet_id': 'f3221390-acb8-461a-af6b-6821de2405cf'}]}} from dv-cinder-815582-6-iscsi. {{(pid=109072) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 04:50:27.150811 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-8375615c-3c5a-4aea-a1ff-e54cbdc185df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:27.225355 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4943fd4e-d596-4b33-aa3a-fc22403d40df admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:27.252544 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339d0d6e-a856-4ce2-8821-8a3c3d52922b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b'}] {{(pid=109072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:50:27.255411 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21d2e46f9f4131852b38a57b118a04601412ee452ef2f91c34d7ef8e942fd252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1eb4cd5-ab22-4ba5-b377-ea414df0ed28" -d '{"events": [{"server_uuid": "339d0d6e-a856-4ce2-8821-8a3c3d52922b", "name": "network-vif-plugged", "status": "completed", "tag": "1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b"}]}' {{(pid=109072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:50:27.279988 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1e4dcda1-ec09-43e4-be8c-83e536f39591 None None] Publish callbacks [] for port, precommit_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:27.292515 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1e4dcda1-ec09-43e4-be8c-83e536f39591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:27.301382 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0e7f503c-758f-4390-bc5a-05096e7683cb req-85f63a4d-fb95-4f73-b955-e36dfdd16f9f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640251 Nov 25 04:50:27.332316 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab6369-0fd8-47f0-b6fb-37930c099a11 req-1bcdbe28-44a3-469c-b9b6-fe5e413c1f8b tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:27.334031 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a3ab6369-0fd8-47f0-b6fb-37930c099a11 req-1bcdbe28-44a3-469c-b9b6-fe5e413c1f8b tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdaa650c-f1a0-4e16-a77d-111bae2b88f0 HTTP/1.1" status: 200 len: 946 time: 0.0733700 Nov 25 04:50:27.375861 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcfac12-3b69-4dc9-86cd-e183e68d2a32 x-openstack-request-id: req-4dcfac12-3b69-4dc9-86cd-e183e68d2a32 {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:50:27.376222 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339d0d6e-a856-4ce2-8821-8a3c3d52922b", "name": "network-vif-plugged", "status": "completed", "tag": "1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b", "code": 200}]} {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:50:27.376496 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4dcfac12-3b69-4dc9-86cd-e183e68d2a32 {{(pid=109072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:50:27.376912 dv-cinder-815582-6-iscsi neutron-server[109072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339d0d6e-a856-4ce2-8821-8a3c3d52922b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b', 'code': 200} Nov 25 04:50:27.390621 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fbddcd-39b7-41bb-8654-2fe0311ec7ad None None] Pushing event updated for resources: {'Port': ['ID=785d67d7-6f82-485e-872e-cc9163b8ed24,revision_number=3']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:27.412609 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.db_base_plugin_common [None req-8375615c-3c5a-4aea-a1ff-e54cbdc185df None None] Allocated IP 172.20.0.2 (98d66c2d-aae3-40ad-9daa-55608e4077db/f3221390-acb8-461a-af6b-6821de2405cf/8ba2dff0-3805-4363-80c8-aed159b05b53) {{(pid=109072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:50:27.418167 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a3ab6369-0fd8-47f0-b6fb-37930c099a11 req-08849985-51f8-46a3-8fe3-3e646a78e3db tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763011 Nov 25 04:50:27.483380 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-1e4dcda1-ec09-43e4-be8c-83e536f39591 None None] Attempting to bind port 785d67d7-6f82-485e-872e-cc9163b8ed24 on host dv-cinder-815582-6-iscsi for vnic_type normal with profile {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:50:27.483763 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-1e4dcda1-ec09-43e4-be8c-83e536f39591 None None] Attempting to bind port 785d67d7-6f82-485e-872e-cc9163b8ed24 by drivers openvswitch,hyperv on host dv-cinder-815582-6-iscsi at level 0 using segments [{'id': '33391e2c-c33d-47e7-b50e-ef1443171c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'be1d7544-b7f8-462b-9559-3e902da9b232'}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:50:27.484138 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4dcda1-ec09-43e4-be8c-83e536f39591 None None] Attempting to bind port 785d67d7-6f82-485e-872e-cc9163b8ed24 on network be1d7544-b7f8-462b-9559-3e902da9b232 {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:50:27.521994 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4dcda1-ec09-43e4-be8c-83e536f39591 None None] Checking agent: {'id': '2825277b-b27f-46a7-b452-1b49513b2056', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 40, 34), 'started_at': datetime.datetime(2021, 11, 25, 4, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:50:27.522641 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4dcda1-ec09-43e4-be8c-83e536f39591 None None] Checking segment: {'id': '33391e2c-c33d-47e7-b50e-ef1443171c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'be1d7544-b7f8-462b-9559-3e902da9b232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:50:27.523211 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1e4dcda1-ec09-43e4-be8c-83e536f39591 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:27.523783 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4dcda1-ec09-43e4-be8c-83e536f39591 None None] Bound using segment: {'id': '33391e2c-c33d-47e7-b50e-ef1443171c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'be1d7544-b7f8-462b-9559-3e902da9b232'} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:50:27.524449 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-1e4dcda1-ec09-43e4-be8c-83e536f39591 None None] Bound port: 785d67d7-6f82-485e-872e-cc9163b8ed24, host: dv-cinder-815582-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33391e2c-c33d-47e7-b50e-ef1443171c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'be1d7544-b7f8-462b-9559-3e902da9b232'}}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:50:27.525001 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1e4dcda1-ec09-43e4-be8c-83e536f39591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:27.549624 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ce3c9-44a3-4d56-9eae-efe88a2d34ea req-683af6ce-ffa3-4d10-9ace-9256aa9272d2 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:27.551295 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b06ce3c9-44a3-4d56-9eae-efe88a2d34ea req-683af6ce-ffa3-4d10-9ace-9256aa9272d2 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0892005 Nov 25 04:50:27.552652 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4943fd4e-d596-4b33-aa3a-fc22403d40df admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:27.578959 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4943fd4e-d596-4b33-aa3a-fc22403d40df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:27.641805 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-1e4dcda1-ec09-43e4-be8c-83e536f39591 None None] For port 785d67d7-6f82-485e-872e-cc9163b8ed24, host dv-cinder-815582-6-iscsi, cleared binding levels {{(pid=109072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:50:27.659876 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-1e4dcda1-ec09-43e4-be8c-83e536f39591 None None] For port 785d67d7-6f82-485e-872e-cc9163b8ed24, host dv-cinder-815582-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=785d67d7-6f82-485e-872e-cc9163b8ed24,segment=NetworkSegment(33391e2c-c33d-47e7-b50e-ef1443171c56),segment_id=33391e2c-c33d-47e7-b50e-ef1443171c56)] {{(pid=109072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:50:27.669925 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b06ce3c9-44a3-4d56-9eae-efe88a2d34ea req-43585987-4001-49cd-99e0-96826b06a80c tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931020 Nov 25 04:50:27.675973 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1e4dcda1-ec09-43e4-be8c-83e536f39591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:27.689210 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-8375615c-3c5a-4aea-a1ff-e54cbdc185df None None] Publish callbacks [] for port, precommit_create {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:27.726944 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-8375615c-3c5a-4aea-a1ff-e54cbdc185df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851'] for port, after_create {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:27.727377 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [None req-4943fd4e-d596-4b33-aa3a-fc22403d40df admin admin] Allocated IP 172.27.2.139 (7252c0b9-b802-4561-8a54-4fb5c87ca7b8/b33b80b7-52e3-4af3-b161-e1f3edefb5e3/a9d057fe-e325-41fe-86b1-5230e112cd16) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:50:27.738189 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 2c88938e-1177-4762-9a23-3bdae643ae26 up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:50:27.770292 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-eabf383b-7fd7-4e05-a7a7-b400f91ea3c4 None None] Provisioning complete for port 785d67d7-6f82-485e-872e-cc9163b8ed24 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:50:27.770675 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-eabf383b-7fd7-4e05-a7a7-b400f91ea3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:27.840077 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8375615c-3c5a-4aea-a1ff-e54cbdc185df None None] Network 98d66c2d-aae3-40ad-9daa-55608e4077db is already hosted by enough agents. {{(pid=109072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:50:27.841699 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4943fd4e-d596-4b33-aa3a-fc22403d40df admin admin] Publish callbacks [] for port, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:27.861715 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fbddcd-39b7-41bb-8654-2fe0311ec7ad None None] Pushing event updated for resources: {'Port': ['ID=785d67d7-6f82-485e-872e-cc9163b8ed24,revision_number=4']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:27.865652 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4dcda1-ec09-43e4-be8c-83e536f39591 None None] Routers {'b4f75091-332a-4c4e-b035-4c95420e1027'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:50:27.866522 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-1e4dcda1-ec09-43e4-be8c-83e536f39591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:50:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['b4f75091-332a-4c4e-b035-4c95420e1027'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:50:27.868781 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.scheduler.base_scheduler [None req-8375615c-3c5a-4aea-a1ff-e54cbdc185df None None] Resources bound (agent type, host, resource id): {{(pid=109072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:50:27.884656 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4943fd4e-d596-4b33-aa3a-fc22403d40df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:27.911163 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8375615c-3c5a-4aea-a1ff-e54cbdc185df None None] Received port after_create {{(pid=109072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:50:27.922760 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4943fd4e-d596-4b33-aa3a-fc22403d40df admin admin] Network 7252c0b9-b802-4561-8a54-4fb5c87ca7b8 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:50:27.928541 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-4943fd4e-d596-4b33-aa3a-fc22403d40df admin admin] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:50:27.932415 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4943fd4e-d596-4b33-aa3a-fc22403d40df admin admin] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:50:27.942114 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-a70860d5-3ca8-4475-bc44-3b27137dc1f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:27.962852 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4943fd4e-d596-4b33-aa3a-fc22403d40df admin admin] Pushing event updated for resources: {'Port': ['ID=a9d057fe-e325-41fe-86b1-5230e112cd16,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:28.073416 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-8375615c-3c5a-4aea-a1ff-e54cbdc185df None None] Attempting to bind port 8ba2dff0-3805-4363-80c8-aed159b05b53 on host dv-cinder-815582-6-iscsi for vnic_type normal with profile {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:50:28.073789 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-8375615c-3c5a-4aea-a1ff-e54cbdc185df None None] Attempting to bind port 8ba2dff0-3805-4363-80c8-aed159b05b53 by drivers openvswitch,hyperv on host dv-cinder-815582-6-iscsi at level 0 using segments [{'id': 'ddcb48ab-c0e3-4fbd-b279-531a8d94c8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '98d66c2d-aae3-40ad-9daa-55608e4077db'}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:50:28.074152 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8375615c-3c5a-4aea-a1ff-e54cbdc185df None None] Attempting to bind port 8ba2dff0-3805-4363-80c8-aed159b05b53 on network 98d66c2d-aae3-40ad-9daa-55608e4077db {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:50:28.077351 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375615c-3c5a-4aea-a1ff-e54cbdc185df None None] Pushing event updated for resources: {'Port': ['ID=8ba2dff0-3805-4363-80c8-aed159b05b53,revision_number=1']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:28.079217 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c149121-4075-47ac-9999-ecfdf38ef2fa req-32f625d1-98dd-47f2-9cf9-911fd957956d tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:28.087972 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-1c149121-4075-47ac-9999-ecfdf38ef2fa req-32f625d1-98dd-47f2-9cf9-911fd957956d tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=339d0d6e-a856-4ce2-8821-8a3c3d52922b HTTP/1.1" status: 200 len: 946 time: 0.0589457 Nov 25 04:50:28.094687 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port 2c88938e-1177-4762-9a23-3bdae643ae26 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:50:28.095146 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:28.096813 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8375615c-3c5a-4aea-a1ff-e54cbdc185df None None] Checking agent: {'id': '2825277b-b27f-46a7-b452-1b49513b2056', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 40, 34), 'started_at': datetime.datetime(2021, 11, 25, 4, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:50:28.097533 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8375615c-3c5a-4aea-a1ff-e54cbdc185df None None] Checking segment: {'id': 'ddcb48ab-c0e3-4fbd-b279-531a8d94c8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '98d66c2d-aae3-40ad-9daa-55608e4077db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:50:28.097672 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-8375615c-3c5a-4aea-a1ff-e54cbdc185df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:28.098048 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8375615c-3c5a-4aea-a1ff-e54cbdc185df None None] Bound using segment: {'id': 'ddcb48ab-c0e3-4fbd-b279-531a8d94c8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '98d66c2d-aae3-40ad-9daa-55608e4077db'} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:50:28.098542 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-8375615c-3c5a-4aea-a1ff-e54cbdc185df None None] Bound port: 8ba2dff0-3805-4363-80c8-aed159b05b53, host: dv-cinder-815582-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddcb48ab-c0e3-4fbd-b279-531a8d94c8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '98d66c2d-aae3-40ad-9daa-55608e4077db'}}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:50:28.098926 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-8375615c-3c5a-4aea-a1ff-e54cbdc185df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:28.137930 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-1c149121-4075-47ac-9999-ecfdf38ef2fa req-f320c38a-c80f-4b9b-bc66-5f399d31f39c tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1e9055-46a2-41a1-b91e-21add5bd1945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489774 Nov 25 04:50:28.219230 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4943fd4e-d596-4b33-aa3a-fc22403d40df admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:28.325909 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-1e4dcda1-ec09-43e4-be8c-83e536f39591 None None] Set router b4f75091-332a-4c4e-b035-4c95420e1027 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:50:28.364307 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-eabf383b-7fd7-4e05-a7a7-b400f91ea3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:28.446102 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4943fd4e-d596-4b33-aa3a-fc22403d40df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687985'] for router, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:28.459068 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a0311-6a65-472a-9dd2-06e111c4c9b3 req-98de727b-4543-4c54-8465-e75de9acf9a5 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:28.460659 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-909a0311-6a65-472a-9dd2-06e111c4c9b3 req-98de727b-4543-4c54-8465-e75de9acf9a5 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.0648465 Nov 25 04:50:28.475504 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-8375615c-3c5a-4aea-a1ff-e54cbdc185df None None] For port 8ba2dff0-3805-4363-80c8-aed159b05b53, host dv-cinder-815582-6-iscsi, cleared binding levels {{(pid=109072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:50:28.524375 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-eabf383b-7fd7-4e05-a7a7-b400f91ea3c4 None None] For port 785d67d7-6f82-485e-872e-cc9163b8ed24, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=785d67d7-6f82-485e-872e-cc9163b8ed24,segment=NetworkSegment(33391e2c-c33d-47e7-b50e-ef1443171c56),segment_id=33391e2c-c33d-47e7-b50e-ef1443171c56)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:50:28.548773 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-8375615c-3c5a-4aea-a1ff-e54cbdc185df None None] For port 8ba2dff0-3805-4363-80c8-aed159b05b53, host dv-cinder-815582-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=8ba2dff0-3805-4363-80c8-aed159b05b53,segment=NetworkSegment(ddcb48ab-c0e3-4fbd-b279-531a8d94c8fd),segment_id=ddcb48ab-c0e3-4fbd-b279-531a8d94c8fd)] {{(pid=109072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:50:28.554145 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-eabf383b-7fd7-4e05-a7a7-b400f91ea3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:28.570542 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-8375615c-3c5a-4aea-a1ff-e54cbdc185df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:28.577237 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27822ee1-a6b1-4a70-8369-15cd0247e561 req-80510422-0a15-4e34-81de-b1fd1fbf15a3 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:28.579640 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-27822ee1-a6b1-4a70-8369-15cd0247e561 req-80510422-0a15-4e34-81de-b1fd1fbf15a3 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdaa650c-f1a0-4e16-a77d-111bae2b88f0 HTTP/1.1" status: 200 len: 946 time: 0.0909491 Nov 25 04:50:28.600912 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-909a0311-6a65-472a-9dd2-06e111c4c9b3 req-38614609-927e-4e96-a2c5-f77af40f6fe8 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025851 Nov 25 04:50:28.646996 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-27822ee1-a6b1-4a70-8369-15cd0247e561 req-96a1a74a-0c10-43d4-b4a0-9ccd72efb8e4 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604517 Nov 25 04:50:28.661644 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4943fd4e-d596-4b33-aa3a-fc22403d40df admin admin] Router 1c9e12a0-8c1d-491e-a86e-6d91def6c336 is scheduled to L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f with binding_index 1 {{(pid=109070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 04:50:28.664073 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf383b-7fd7-4e05-a7a7-b400f91ea3c4 None None] Pushing event updated for resources: {'Port': ['ID=785d67d7-6f82-485e-872e-cc9163b8ed24,revision_number=5']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:28.739857 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ee54d9c-2105-4bf3-835e-bbaf58e8292c None None] Provisioning complete for port 785d67d7-6f82-485e-872e-cc9163b8ed24 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:50:28.739857 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ee54d9c-2105-4bf3-835e-bbaf58e8292c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:28.790861 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375615c-3c5a-4aea-a1ff-e54cbdc185df None None] Pushing event updated for resources: {'Port': ['ID=8ba2dff0-3805-4363-80c8-aed159b05b53,revision_number=2']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:28.820240 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-1e4dcda1-ec09-43e4-be8c-83e536f39591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'name': 'tempest-TestShelveInstance-966657345-router', 'tenant_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '2c88938e-1177-4762-9a23-3bdae643ae26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:50:19Z', 'updated_at': '2021-11-25T04:50:23Z', 'revision_number': 4, 'project_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'gw_port': {'id': '2c88938e-1177-4762-9a23-3bdae643ae26', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:96:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:20Z', 'updated_at': '2021-11-25T04:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '785d67d7-6f82-485e-872e-cc9163b8ed24', 'name': '', 'network_id': 'be1d7544-b7f8-462b-9559-3e902da9b232', 'tenant_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'mac_address': 'fa:16:3e:a0:ca:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '48c4a844-83ca-4382-b5e0-23d313e6e9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:22Z', 'updated_at': '2021-11-25T04:50:27Z', 'revision_number': 4, 'project_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'subnets': [{'id': '48c4a844-83ca-4382-b5e0-23d313e6e9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:50:28.826224 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4943fd4e-d596-4b33-aa3a-fc22403d40df admin admin] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:50:28.839057 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65bddf5-7b6e-46c0-b638-f5a6627ad659 None None] Sync routers for ids ['1c9e12a0-8c1d-491e-a86e-6d91def6c336'] in dv-cinder-815582-6-iscsi {{(pid=109073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:50:28.851408 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec9792-6870-4ff2-a4c4-f5aa4d0b34e7 req-13f5f223-cf2a-496f-bbaf-625f92215acb tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:28.853093 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b9ec9792-6870-4ff2-a4c4-f5aa4d0b34e7 req-13f5f223-cf2a-496f-bbaf-625f92215acb tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0804453 Nov 25 04:50:28.856774 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4943fd4e-d596-4b33-aa3a-fc22403d40df admin admin] Publish callbacks [] for router, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:28.860523 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-4943fd4e-d596-4b33-aa3a-fc22403d40df admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9809718 Nov 25 04:50:28.860818 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 55936) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:50:28.860947 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65bddf5-7b6e-46c0-b638-f5a6627ad659 None None] Routers {'1c9e12a0-8c1d-491e-a86e-6d91def6c336'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:50:28.861478 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-e65bddf5-7b6e-46c0-b638-f5a6627ad659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:50:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['1c9e12a0-8c1d-491e-a86e-6d91def6c336'], 'active': True} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:50:28.873337 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4dcda1-ec09-43e4-be8c-83e536f39591 None None] The sync data for ids ['b4f75091-332a-4c4e-b035-4c95420e1027'] in dv-cinder-815582-6-iscsi is: [{'id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'name': 'tempest-TestShelveInstance-966657345-router', 'tenant_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '2c88938e-1177-4762-9a23-3bdae643ae26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:50:19Z', 'updated_at': '2021-11-25T04:50:23Z', 'revision_number': 4, 'project_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'gw_port': {'id': '2c88938e-1177-4762-9a23-3bdae643ae26', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:96:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:20Z', 'updated_at': '2021-11-25T04:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '785d67d7-6f82-485e-872e-cc9163b8ed24', 'name': '', 'network_id': 'be1d7544-b7f8-462b-9559-3e902da9b232', 'tenant_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'mac_address': 'fa:16:3e:a0:ca:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '48c4a844-83ca-4382-b5e0-23d313e6e9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:22Z', 'updated_at': '2021-11-25T04:50:27Z', 'revision_number': 4, 'project_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'subnets': [{'id': '48c4a844-83ca-4382-b5e0-23d313e6e9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:50:29.016798 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b9ec9792-6870-4ff2-a4c4-f5aa4d0b34e7 req-36eb1c2a-fb5e-4d3c-8f38-2bef104e4dc3 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569610 Nov 25 04:50:29.159603 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvr_db [None req-e65bddf5-7b6e-46c0-b638-f5a6627ad659 None None] Set router 1c9e12a0-8c1d-491e-a86e-6d91def6c336 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:50:29.275794 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c4700-1afd-414f-a1d1-bdc939a101d0 req-084d1498-93fc-4073-871c-6209dd8a07eb tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:29.277976 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-792c4700-1afd-414f-a1d1-bdc939a101d0 req-084d1498-93fc-4073-871c-6209dd8a07eb tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=339d0d6e-a856-4ce2-8821-8a3c3d52922b HTTP/1.1" status: 200 len: 946 time: 0.0568333 Nov 25 04:50:29.348574 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-792c4700-1afd-414f-a1d1-bdc939a101d0 req-de61a5ef-fcb2-4e6c-abb6-98f77a46cd9e tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1e9055-46a2-41a1-b91e-21add5bd1945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579979 Nov 25 04:50:29.374736 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-e65bddf5-7b6e-46c0-b638-f5a6627ad659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9e12a0-8c1d-491e-a86e-6d91def6c336', 'name': 'tempest-TestShelveInstance-2060911914-router', 'tenant_id': '8a6ad0e4a41746ed887a54b84546d35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'a9d057fe-e325-41fe-86b1-5230e112cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:50:26Z', 'updated_at': '2021-11-25T04:50:28Z', 'revision_number': 3, 'project_id': '8a6ad0e4a41746ed887a54b84546d35a', 'gw_port': {'id': 'a9d057fe-e325-41fe-86b1-5230e112cd16', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9e12a0-8c1d-491e-a86e-6d91def6c336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:27Z', 'updated_at': '2021-11-25T04:50:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi'}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:50:29.406897 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65bddf5-7b6e-46c0-b638-f5a6627ad659 None None] Checking router: 1c9e12a0-8c1d-491e-a86e-6d91def6c336 for host: dv-cinder-815582-6-iscsi {{(pid=109073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:50:29.407246 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65bddf5-7b6e-46c0-b638-f5a6627ad659 None None] Updating router 1c9e12a0-8c1d-491e-a86e-6d91def6c336 port a9d057fe-e325-41fe-86b1-5230e112cd16 binding host dv-cinder-815582-6-iscsi {{(pid=109073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 04:50:29.433486 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-e65bddf5-7b6e-46c0-b638-f5a6627ad659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:29.441141 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1c451e00-5bde-4e10-97c6-4af654fa9e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:29.666034 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [None req-1c451e00-5bde-4e10-97c6-4af654fa9e6e admin admin] Allocated IP 172.20.0.1 (98d66c2d-aae3-40ad-9daa-55608e4077db/f3221390-acb8-461a-af6b-6821de2405cf/4c67a681-65a5-45d8-a00a-ba2316ffa788) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:50:29.864969 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f842e21-9f33-46ac-927a-4c0996903ae7 req-738cc8ac-9c7f-4203-817b-19ec7fca2874 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:29.877025 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5f842e21-9f33-46ac-927a-4c0996903ae7 req-738cc8ac-9c7f-4203-817b-19ec7fca2874 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdaa650c-f1a0-4e16-a77d-111bae2b88f0 HTTP/1.1" status: 200 len: 946 time: 0.0811694 Nov 25 04:50:29.879783 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-e65bddf5-7b6e-46c0-b638-f5a6627ad659 None None] Publish callbacks [] for port, precommit_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:29.897400 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-e65bddf5-7b6e-46c0-b638-f5a6627ad659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:29.946848 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 785d67d7-6f82-485e-872e-cc9163b8ed24 up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:50:29.971261 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5f842e21-9f33-46ac-927a-4c0996903ae7 req-75618625-a88d-408a-83de-d6a3387d7906 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927091 Nov 25 04:50:30.045135 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.managers [None req-e65bddf5-7b6e-46c0-b638-f5a6627ad659 None None] Attempting to bind port a9d057fe-e325-41fe-86b1-5230e112cd16 on host dv-cinder-815582-6-iscsi for vnic_type normal with profile {{(pid=109073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:50:30.046654 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.managers [None req-e65bddf5-7b6e-46c0-b638-f5a6627ad659 None None] Attempting to bind port a9d057fe-e325-41fe-86b1-5230e112cd16 by drivers openvswitch,hyperv on host dv-cinder-815582-6-iscsi at level 0 using segments [{'id': '5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'}] {{(pid=109073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:50:30.047037 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65bddf5-7b6e-46c0-b638-f5a6627ad659 None None] Attempting to bind port a9d057fe-e325-41fe-86b1-5230e112cd16 on network 7252c0b9-b802-4561-8a54-4fb5c87ca7b8 {{(pid=109073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:50:30.067740 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65bddf5-7b6e-46c0-b638-f5a6627ad659 None None] Checking agent: {'id': '2825277b-b27f-46a7-b452-1b49513b2056', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 40, 34), 'started_at': datetime.datetime(2021, 11, 25, 4, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:50:30.068132 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65bddf5-7b6e-46c0-b638-f5a6627ad659 None None] Checking segment: {'id': '5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:50:30.068585 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-e65bddf5-7b6e-46c0-b638-f5a6627ad659 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:30.069007 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65bddf5-7b6e-46c0-b638-f5a6627ad659 None None] Bound using segment: {'id': '5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'} {{(pid=109073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:50:30.069504 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.managers [None req-e65bddf5-7b6e-46c0-b638-f5a6627ad659 None None] Bound port: a9d057fe-e325-41fe-86b1-5230e112cd16, host: dv-cinder-815582-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'}}] {{(pid=109073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:50:30.070035 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-e65bddf5-7b6e-46c0-b638-f5a6627ad659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:30.070635 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port 785d67d7-6f82-485e-872e-cc9163b8ed24 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:50:30.075125 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:30.107760 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24495918-ef3a-47b3-8a6c-071fc3ec50d9 None None] Pushing event updated for resources: {'Port': ['ID=a9d057fe-e325-41fe-86b1-5230e112cd16,revision_number=2']} {{(pid=109073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:30.130740 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadaae0d-46c5-4d4e-ad4e-3cbcbd13f1bb None None] Network 98d66c2d-aae3-40ad-9daa-55608e4077db requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:50:30.154257 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.db [None req-e65bddf5-7b6e-46c0-b638-f5a6627ad659 None None] For port a9d057fe-e325-41fe-86b1-5230e112cd16, host dv-cinder-815582-6-iscsi, cleared binding levels {{(pid=109073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:50:30.160918 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.db [None req-e65bddf5-7b6e-46c0-b638-f5a6627ad659 None None] For port a9d057fe-e325-41fe-86b1-5230e112cd16, host dv-cinder-815582-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=a9d057fe-e325-41fe-86b1-5230e112cd16,segment=NetworkSegment(5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6),segment_id=5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6)] {{(pid=109073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:50:30.170554 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-e65bddf5-7b6e-46c0-b638-f5a6627ad659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:30.193925 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74532ce7-2f4a-4f4e-956a-aeef6296614b req-9994d13c-f91b-40ab-9254-0dd767d67f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:30.195578 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-74532ce7-2f4a-4f4e-956a-aeef6296614b req-9994d13c-f91b-40ab-9254-0dd767d67f0f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=339d0d6e-a856-4ce2-8821-8a3c3d52922b HTTP/1.1" status: 200 len: 1099 time: 0.1458178 Nov 25 04:50:30.234687 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24495918-ef3a-47b3-8a6c-071fc3ec50d9 None None] Pushing event updated for resources: {'Port': ['ID=a9d057fe-e325-41fe-86b1-5230e112cd16,revision_number=3']} {{(pid=109073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:30.257120 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-74532ce7-2f4a-4f4e-956a-aeef6296614b req-0a40a06a-9e57-4b09-85cb-49fd6c391d59 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=db1e9055-46a2-41a1-b91e-21add5bd1945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514946 Nov 25 04:50:30.292502 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65bddf5-7b6e-46c0-b638-f5a6627ad659 None None] Routers {'1c9e12a0-8c1d-491e-a86e-6d91def6c336'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:50:30.293149 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-e65bddf5-7b6e-46c0-b638-f5a6627ad659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:50:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['1c9e12a0-8c1d-491e-a86e-6d91def6c336'], 'active': True} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:50:30.309788 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d20f59-f702-4e0c-b40d-d0f6347ef312 req-b5ae4ad7-12f6-4c1e-80f9-92b95e95fa49 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:30.328971 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-34d20f59-f702-4e0c-b40d-d0f6347ef312 req-b5ae4ad7-12f6-4c1e-80f9-92b95e95fa49 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.1827219 Nov 25 04:50:30.331196 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-957f60be-e72d-48ee-8af3-d1fafa96d6c7 None None] Provisioning complete for port 8ba2dff0-3805-4363-80c8-aed159b05b53 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:50:30.334283 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-957f60be-e72d-48ee-8af3-d1fafa96d6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:30.343741 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-ad3baa6e-e069-4538-a527-31b0a8bf3c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:30.411404 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3686b0-1ab3-49ce-b217-c4aaaaf24755 req-d5759167-ac67-4bf0-a2a6-6ac57692d1b0 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:30.419232 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ab3686b0-1ab3-49ce-b217-c4aaaaf24755 req-d5759167-ac67-4bf0-a2a6-6ac57692d1b0 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.6897705 Nov 25 04:50:30.424291 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-34d20f59-f702-4e0c-b40d-d0f6347ef312 req-fe2138f6-2a96-4ed4-8591-13b2efeeae84 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887117 Nov 25 04:50:30.495932 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1c451e00-5bde-4e10-97c6-4af654fa9e6e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:30.541005 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvr_db [None req-e65bddf5-7b6e-46c0-b638-f5a6627ad659 None None] Set router 1c9e12a0-8c1d-491e-a86e-6d91def6c336 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:50:30.557483 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 8ba2dff0-3805-4363-80c8-aed159b05b53 up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:50:30.562226 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ab3686b0-1ab3-49ce-b217-c4aaaaf24755 req-68414574-3d9c-482e-b972-8bec3cc7c55c tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418638 Nov 25 04:50:30.611125 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1c451e00-5bde-4e10-97c6-4af654fa9e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:30.638578 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f2e6a-813d-4b39-9976-83daba408b69 req-aed16dc4-d6cc-417c-acdf-cd2d36bc4c02 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:30.644373 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-597f2e6a-813d-4b39-9976-83daba408b69 req-aed16dc4-d6cc-417c-acdf-cd2d36bc4c02 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=339d0d6e-a856-4ce2-8821-8a3c3d52922b HTTP/1.1" status: 200 len: 946 time: 0.1294496 Nov 25 04:50:30.669623 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-957f60be-e72d-48ee-8af3-d1fafa96d6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:30.718828 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c451e00-5bde-4e10-97c6-4af654fa9e6e admin admin] Pushing event updated for resources: {'Port': ['ID=4c67a681-65a5-45d8-a00a-ba2316ffa788,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:30.763780 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-957f60be-e72d-48ee-8af3-d1fafa96d6c7 None None] For port 8ba2dff0-3805-4363-80c8-aed159b05b53, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=8ba2dff0-3805-4363-80c8-aed159b05b53,segment=NetworkSegment(ddcb48ab-c0e3-4fbd-b279-531a8d94c8fd),segment_id=ddcb48ab-c0e3-4fbd-b279-531a8d94c8fd)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:50:30.767620 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port 8ba2dff0-3805-4363-80c8-aed159b05b53 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:50:30.768137 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:30.774164 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c451e00-5bde-4e10-97c6-4af654fa9e6e admin admin] Network 98d66c2d-aae3-40ad-9daa-55608e4077db is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:50:30.787985 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-597f2e6a-813d-4b39-9976-83daba408b69 req-1984cf1b-bb04-4317-b79f-a07a687996db tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1e9055-46a2-41a1-b91e-21add5bd1945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345904 Nov 25 04:50:30.789400 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-1c451e00-5bde-4e10-97c6-4af654fa9e6e admin admin] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:50:30.804016 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c451e00-5bde-4e10-97c6-4af654fa9e6e admin admin] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:50:30.807973 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-957f60be-e72d-48ee-8af3-d1fafa96d6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:30.866276 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1c451e00-5bde-4e10-97c6-4af654fa9e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688128'] for router_interface, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:30.890294 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f60be-e72d-48ee-8af3-d1fafa96d6c7 None None] Pushing event updated for resources: {'Port': ['ID=8ba2dff0-3805-4363-80c8-aed159b05b53,revision_number=3']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:31.002109 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-e65bddf5-7b6e-46c0-b638-f5a6627ad659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9e12a0-8c1d-491e-a86e-6d91def6c336', 'name': 'tempest-TestShelveInstance-2060911914-router', 'tenant_id': '8a6ad0e4a41746ed887a54b84546d35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'a9d057fe-e325-41fe-86b1-5230e112cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:50:26Z', 'updated_at': '2021-11-25T04:50:28Z', 'revision_number': 3, 'project_id': '8a6ad0e4a41746ed887a54b84546d35a', 'gw_port': {'id': 'a9d057fe-e325-41fe-86b1-5230e112cd16', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9e12a0-8c1d-491e-a86e-6d91def6c336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:27Z', 'updated_at': '2021-11-25T04:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi'}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:50:31.050521 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65bddf5-7b6e-46c0-b638-f5a6627ad659 None None] The sync data for ids ['1c9e12a0-8c1d-491e-a86e-6d91def6c336'] in dv-cinder-815582-6-iscsi is: [{'id': '1c9e12a0-8c1d-491e-a86e-6d91def6c336', 'name': 'tempest-TestShelveInstance-2060911914-router', 'tenant_id': '8a6ad0e4a41746ed887a54b84546d35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'a9d057fe-e325-41fe-86b1-5230e112cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:50:26Z', 'updated_at': '2021-11-25T04:50:28Z', 'revision_number': 3, 'project_id': '8a6ad0e4a41746ed887a54b84546d35a', 'gw_port': {'id': 'a9d057fe-e325-41fe-86b1-5230e112cd16', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9e12a0-8c1d-491e-a86e-6d91def6c336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:27Z', 'updated_at': '2021-11-25T04:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi'}] {{(pid=109073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:50:31.066182 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1c451e00-5bde-4e10-97c6-4af654fa9e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:31.159901 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-30b5c837-b61c-4b5f-bf3e-d4456b081d97 None None] Provisioning complete for port 4c67a681-65a5-45d8-a00a-ba2316ffa788 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:50:31.160415 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-30b5c837-b61c-4b5f-bf3e-d4456b081d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:31.176276 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc88bc-9cf0-43c2-852a-cb7d083161a9 req-9495c9ca-a8ab-4124-9429-a5396d459899 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:31.177875 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7cfc88bc-9cf0-43c2-852a-cb7d083161a9 req-9495c9ca-a8ab-4124-9429-a5396d459899 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdaa650c-f1a0-4e16-a77d-111bae2b88f0 HTTP/1.1" status: 200 len: 946 time: 0.1084864 Nov 25 04:50:31.220025 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-30b5c837-b61c-4b5f-bf3e-d4456b081d97 None None] Port 4c67a681-65a5-45d8-a00a-ba2316ffa788 cannot update to ACTIVE because it is not bound. {{(pid=109072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 04:50:31.224665 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:31.238278 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-30b5c837-b61c-4b5f-bf3e-d4456b081d97 None None] Provisioning complete for port 8ba2dff0-3805-4363-80c8-aed159b05b53 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:50:31.241639 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-30b5c837-b61c-4b5f-bf3e-d4456b081d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:31.286773 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7cfc88bc-9cf0-43c2-852a-cb7d083161a9 req-d5c274bd-1097-4227-8625-556448e5ee99 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945048 Nov 25 04:50:31.353722 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1c451e00-5bde-4e10-97c6-4af654fa9e6e admin admin] Publish callbacks [] for port, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:31.365547 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1c451e00-5bde-4e10-97c6-4af654fa9e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9557411'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:31.501919 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-5838caae-8978-4a2d-8ef4-85b3c11e0d83 None None] Provisioning complete for port 4c67a681-65a5-45d8-a00a-ba2316ffa788 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:50:31.502551 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-5838caae-8978-4a2d-8ef4-85b3c11e0d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:31.512663 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1c451e00-5bde-4e10-97c6-4af654fa9e6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4163469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3681904'] for router_interface, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:31.518246 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c451e00-5bde-4e10-97c6-4af654fa9e6e admin admin] Pushing event updated for resources: {'Port': ['ID=4c67a681-65a5-45d8-a00a-ba2316ffa788,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:31.563637 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-5838caae-8978-4a2d-8ef4-85b3c11e0d83 None None] Port 4c67a681-65a5-45d8-a00a-ba2316ffa788 cannot update to ACTIVE because it is not bound. {{(pid=109072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 04:50:31.598348 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506e364-991f-451c-9104-e5fbe81391c6 req-e5c14ca6-fbc3-437f-84e5-17b90f90b4dd tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:31.608515 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-9506e364-991f-451c-9104-e5fbe81391c6 req-e5c14ca6-fbc3-437f-84e5-17b90f90b4dd tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0816600 Nov 25 04:50:31.634688 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c451e00-5bde-4e10-97c6-4af654fa9e6e admin admin] Network 98d66c2d-aae3-40ad-9daa-55608e4077db is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:50:31.637597 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-1c451e00-5bde-4e10-97c6-4af654fa9e6e admin admin] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:50:31.736721 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-9506e364-991f-451c-9104-e5fbe81391c6 req-86f4225f-44e6-4f33-b41a-9a73e812539f tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260405 Nov 25 04:50:31.997067 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f40596-1c24-4087-be8f-c09c58486a14 req-21f51278-9fc2-4b60-ae19-8fd220f30e07 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:32.012387 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-96f40596-1c24-4087-be8f-c09c58486a14 req-21f51278-9fc2-4b60-ae19-8fd220f30e07 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.2470472 Nov 25 04:50:32.025932 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device a9d057fe-e325-41fe-86b1-5230e112cd16 up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:50:32.088628 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c451e00-5bde-4e10-97c6-4af654fa9e6e admin admin] Router 1c9e12a0-8c1d-491e-a86e-6d91def6c336 has already been hosted by L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f {{(pid=109070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 04:50:32.092106 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a267a-dc0e-472b-a0b3-7d69d6f9f81d req-8a82fa1d-f633-4f67-b6be-d029d7248d63 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:32.101932 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-294a267a-dc0e-472b-a0b3-7d69d6f9f81d req-8a82fa1d-f633-4f67-b6be-d029d7248d63 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=339d0d6e-a856-4ce2-8821-8a3c3d52922b HTTP/1.1" status: 200 len: 946 time: 0.1563454 Nov 25 04:50:32.139060 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port a9d057fe-e325-41fe-86b1-5230e112cd16 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:50:32.139438 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:32.159956 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-96f40596-1c24-4087-be8f-c09c58486a14 req-6af4fa8b-7942-450c-8f13-21e6bbf83fe2 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465600 Nov 25 04:50:32.212980 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-221e02e9-96bb-45f0-a1d2-7119d7fb57a0 None None] Provisioning complete for port 4c67a681-65a5-45d8-a00a-ba2316ffa788 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:50:32.213600 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-221e02e9-96bb-45f0-a1d2-7119d7fb57a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:32.218509 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-294a267a-dc0e-472b-a0b3-7d69d6f9f81d req-51dc8283-189c-4f1b-b4d4-2a881ec52b3d tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1e9055-46a2-41a1-b91e-21add5bd1945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065688 Nov 25 04:50:32.287727 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c451e00-5bde-4e10-97c6-4af654fa9e6e admin admin] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:50:32.293423 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-1c451e00-5bde-4e10-97c6-4af654fa9e6e admin admin] 10.222.0.36 "PUT /v2.0/routers/1c9e12a0-8c1d-491e-a86e-6d91def6c336/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4316847 Nov 25 04:50:32.298982 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-221e02e9-96bb-45f0-a1d2-7119d7fb57a0 None None] Port 4c67a681-65a5-45d8-a00a-ba2316ffa788 cannot update to ACTIVE because it is not bound. {{(pid=109072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 04:50:32.318805 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:32.345580 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] For port a9d057fe-e325-41fe-86b1-5230e112cd16, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=a9d057fe-e325-41fe-86b1-5230e112cd16,segment=NetworkSegment(5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6),segment_id=5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:50:32.351271 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:32.352351 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 8ba2dff0-3805-4363-80c8-aed159b05b53 up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:50:32.444494 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Pushing event updated for resources: {'Port': ['ID=a9d057fe-e325-41fe-86b1-5230e112cd16,revision_number=4']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:32.452995 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port 8ba2dff0-3805-4363-80c8-aed159b05b53 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:50:32.453357 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:32.612446 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:32.860537 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f349b8-6065-47c7-843b-dd6792973104 req-3fa119d8-cbfb-478c-805d-e5d19d0e077d tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:32.863581 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-21f349b8-6065-47c7-843b-dd6792973104 req-3fa119d8-cbfb-478c-805d-e5d19d0e077d tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0532126 Nov 25 04:50:32.913015 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-21f349b8-6065-47c7-843b-dd6792973104 req-7bcd7218-ecf1-458c-978c-d245950327d8 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432382 Nov 25 04:50:33.323597 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78f8dab-d7ce-4faa-be9b-5d3123353edb None None] Sync routers for ids ['1c9e12a0-8c1d-491e-a86e-6d91def6c336'] in dv-cinder-815582-6-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:50:33.334592 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78f8dab-d7ce-4faa-be9b-5d3123353edb None None] Routers {'1c9e12a0-8c1d-491e-a86e-6d91def6c336'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:50:33.336519 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-e78f8dab-d7ce-4faa-be9b-5d3123353edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:50:30Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['1c9e12a0-8c1d-491e-a86e-6d91def6c336'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:50:33.392222 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 56040) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:50:33.407093 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-bca77e62-25d6-468c-af25-7f9a16d5bd60 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-351022093', 'description': 'tempest-secgroup-smoke-351022093 description', 'project_id': 'c1554cf6f72d42199fcfe7ce71bac429'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:50:33.499742 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-bca77e62-25d6-468c-af25-7f9a16d5bd60 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:33.524509 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24efd775-9925-4e5f-8464-31e5f8c0d24e req-92ae0b5f-511c-422d-8892-c88d67def7c3 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:33.526305 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-24efd775-9925-4e5f-8464-31e5f8c0d24e req-92ae0b5f-511c-422d-8892-c88d67def7c3 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.0751538 Nov 25 04:50:33.608839 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-24efd775-9925-4e5f-8464-31e5f8c0d24e req-84ac231a-eabb-44f6-afd2-e8c669db2a8d tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726497 Nov 25 04:50:33.658351 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:33.671607 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-bca77e62-25d6-468c-af25-7f9a16d5bd60 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:33.676825 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-e78f8dab-d7ce-4faa-be9b-5d3123353edb None None] Set router 1c9e12a0-8c1d-491e-a86e-6d91def6c336 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:50:33.681330 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084cde1-0806-4456-a226-5770a3be7edd req-326f6328-c9dc-4255-84c4-5ff527c83326 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:33.683603 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-e084cde1-0806-4456-a226-5770a3be7edd req-326f6328-c9dc-4255-84c4-5ff527c83326 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=339d0d6e-a856-4ce2-8821-8a3c3d52922b HTTP/1.1" status: 200 len: 946 time: 0.1101871 Nov 25 04:50:33.684362 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-bca77e62-25d6-468c-af25-7f9a16d5bd60 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:33.741750 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-bca77e62-25d6-468c-af25-7f9a16d5bd60 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:33.746305 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-bca77e62-25d6-468c-af25-7f9a16d5bd60 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3463464 Nov 25 04:50:33.747529 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 56050) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:50:33.755188 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-ed1b9a85-2a54-4d33-aee3-6a0c40e067e6 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Request body: {'security_group_rule': {'security_group_id': '6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0', 'project_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:50:33.777097 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-e084cde1-0806-4456-a226-5770a3be7edd req-3c027781-9c50-45f8-938d-e8f31b9e9255 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1e9055-46a2-41a1-b91e-21add5bd1945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758884 Nov 25 04:50:33.779416 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca77e62-25d6-468c-af25-7f9a16d5bd60 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:33.796616 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ed1b9a85-2a54-4d33-aee3-6a0c40e067e6 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:33.797164 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device a9d057fe-e325-41fe-86b1-5230e112cd16 up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:50:33.854889 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ed1b9a85-2a54-4d33-aee3-6a0c40e067e6 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:33.860310 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ed1b9a85-2a54-4d33-aee3-6a0c40e067e6 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788942'] for security_group_rule, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:33.881705 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b9a85-2a54-4d33-aee3-6a0c40e067e6 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c019dd5f-109a-419e-add9-5afdc7e19551,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:33.887605 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ed1b9a85-2a54-4d33-aee3-6a0c40e067e6 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:33.889178 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-ed1b9a85-2a54-4d33-aee3-6a0c40e067e6 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1400330 Nov 25 04:50:33.891702 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 56058) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:50:33.896685 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-dc0a4b29-ba31-409f-87bf-601d597ce785 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Request body: {'security_group_rule': {'security_group_id': '6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0', 'project_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:50:33.927253 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-dc0a4b29-ba31-409f-87bf-601d597ce785 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:33.995084 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-dc0a4b29-ba31-409f-87bf-601d597ce785 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:34.006996 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-dc0a4b29-ba31-409f-87bf-601d597ce785 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788942'] for security_group_rule, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:34.044909 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a4b29-ba31-409f-87bf-601d597ce785 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a25a819b-ce09-459b-bb5b-384782ad5b4e,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:34.052933 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-dc0a4b29-ba31-409f-87bf-601d597ce785 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:34.056823 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-dc0a4b29-ba31-409f-87bf-601d597ce785 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1614323 Nov 25 04:50:34.058714 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 56062) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:50:34.064785 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-ff9c5d04-4394-48df-a6e7-00eeaa93a42c tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Request body: {'security_group_rule': {'security_group_id': '6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0', 'project_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:50:34.070474 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ba589-22c5-45e8-8ab7-9c2434626933 req-d7b8b129-d79c-4ae1-ac64-2560ba2fb69f tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:34.072058 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-278ba589-22c5-45e8-8ab7-9c2434626933 req-d7b8b129-d79c-4ae1-ac64-2560ba2fb69f tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0756974 Nov 25 04:50:34.085863 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port a9d057fe-e325-41fe-86b1-5230e112cd16 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:50:34.086236 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:34.106453 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ff9c5d04-4394-48df-a6e7-00eeaa93a42c tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:34.134077 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-278ba589-22c5-45e8-8ab7-9c2434626933 req-7da4befa-4c1e-4bc6-bf5e-b2f1344aa894 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497165 Nov 25 04:50:34.176898 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ff9c5d04-4394-48df-a6e7-00eeaa93a42c tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:34.181276 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ff9c5d04-4394-48df-a6e7-00eeaa93a42c tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788942'] for security_group_rule, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:34.183513 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-e78f8dab-d7ce-4faa-be9b-5d3123353edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9e12a0-8c1d-491e-a86e-6d91def6c336', 'name': 'tempest-TestShelveInstance-2060911914-router', 'tenant_id': '8a6ad0e4a41746ed887a54b84546d35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'a9d057fe-e325-41fe-86b1-5230e112cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:50:26Z', 'updated_at': '2021-11-25T04:50:31Z', 'revision_number': 4, 'project_id': '8a6ad0e4a41746ed887a54b84546d35a', 'gw_port': {'id': 'a9d057fe-e325-41fe-86b1-5230e112cd16', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9e12a0-8c1d-491e-a86e-6d91def6c336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:27Z', 'updated_at': '2021-11-25T04:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '4c67a681-65a5-45d8-a00a-ba2316ffa788', 'name': '', 'network_id': '98d66c2d-aae3-40ad-9daa-55608e4077db', 'tenant_id': '8a6ad0e4a41746ed887a54b84546d35a', 'mac_address': 'fa:16:3e:92:a9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9e12a0-8c1d-491e-a86e-6d91def6c336', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'f3221390-acb8-461a-af6b-6821de2405cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:29Z', 'updated_at': '2021-11-25T04:50:31Z', 'revision_number': 2, 'project_id': '8a6ad0e4a41746ed887a54b84546d35a', 'subnets': [{'id': 'f3221390-acb8-461a-af6b-6821de2405cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:50:34.199080 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c5d04-4394-48df-a6e7-00eeaa93a42c tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afe1e124-ad2c-4211-bf4b-b551a4a82425,revision_number=0']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:34.207302 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ff9c5d04-4394-48df-a6e7-00eeaa93a42c tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:34.208645 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-ff9c5d04-4394-48df-a6e7-00eeaa93a42c tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1487448 Nov 25 04:50:34.211369 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 56064) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:50:34.216142 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-7a3ae50d-ba8a-4569-bbda-3fcbe367b4da tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Request body: {'security_group_rule': {'security_group_id': '6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0', 'project_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:50:34.217918 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78f8dab-d7ce-4faa-be9b-5d3123353edb None None] Checking router: 1c9e12a0-8c1d-491e-a86e-6d91def6c336 for host: dv-cinder-815582-6-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:50:34.218278 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78f8dab-d7ce-4faa-be9b-5d3123353edb None None] Updating router 1c9e12a0-8c1d-491e-a86e-6d91def6c336 port 4c67a681-65a5-45d8-a00a-ba2316ffa788 binding host dv-cinder-815582-6-iscsi {{(pid=109072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 04:50:34.243756 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7a3ae50d-ba8a-4569-bbda-3fcbe367b4da tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:34.248122 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-e78f8dab-d7ce-4faa-be9b-5d3123353edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:34.308037 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7a3ae50d-ba8a-4569-bbda-3fcbe367b4da tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:34.312515 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7a3ae50d-ba8a-4569-bbda-3fcbe367b4da tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788942'] for security_group_rule, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:34.331977 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ae50d-ba8a-4569-bbda-3fcbe367b4da tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=226f4404-3beb-4bc1-9a19-5af0432b02d6,revision_number=0']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:34.343125 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7a3ae50d-ba8a-4569-bbda-3fcbe367b4da tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:34.346982 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-7a3ae50d-ba8a-4569-bbda-3fcbe367b4da tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1319249 Nov 25 04:50:34.347194 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 56066) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:50:34.351639 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-6dae0df7-102a-446c-a3e0-4347d8ec5851 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Request body: {'security_group_rule': {'security_group_id': '6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0', 'project_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:50:34.374024 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.db.securitygroups_db [None req-6dae0df7-102a-446c-a3e0-4347d8ec5851 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Project c1554cf6f72d42199fcfe7ce71bac429 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 04:50:34.379154 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-6dae0df7-102a-446c-a3e0-4347d8ec5851 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:34.446702 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-6dae0df7-102a-446c-a3e0-4347d8ec5851 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:34.451767 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-6dae0df7-102a-446c-a3e0-4347d8ec5851 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788942'] for security_group_rule, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:34.478224 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae0df7-102a-446c-a3e0-4347d8ec5851 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f8bfa2e-e0a4-404a-bc54-bf3172d807f5,revision_number=0']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:34.485854 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-6dae0df7-102a-446c-a3e0-4347d8ec5851 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:34.488184 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-6dae0df7-102a-446c-a3e0-4347d8ec5851 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1389937 Nov 25 04:50:34.489963 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 56072) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:50:34.494439 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-c3d005d7-096f-44ad-b90d-b0530f5749cd tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Request body: {'security_group_rule': {'security_group_id': '6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0', 'project_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:50:34.518589 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.db.securitygroups_db [None req-c3d005d7-096f-44ad-b90d-b0530f5749cd tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Project c1554cf6f72d42199fcfe7ce71bac429 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 04:50:34.524445 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c3d005d7-096f-44ad-b90d-b0530f5749cd tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:34.557332 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-e78f8dab-d7ce-4faa-be9b-5d3123353edb None None] Publish callbacks [] for port, precommit_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:34.563785 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-e78f8dab-d7ce-4faa-be9b-5d3123353edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:34.606845 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c3d005d7-096f-44ad-b90d-b0530f5749cd tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:34.614761 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c3d005d7-096f-44ad-b90d-b0530f5749cd tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788942'] for security_group_rule, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:34.629498 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a58604f-3e5d-4508-8f11-73bdf8eab268 None None] Pushing event updated for resources: {'Port': ['ID=4c67a681-65a5-45d8-a00a-ba2316ffa788,revision_number=3']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:34.649986 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d005d7-096f-44ad-b90d-b0530f5749cd tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17fa2752-bb63-4101-b932-4d8eb0549745,revision_number=0']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:34.661596 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c3d005d7-096f-44ad-b90d-b0530f5749cd tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:34.670808 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-c3d005d7-096f-44ad-b90d-b0530f5749cd tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1721373 Nov 25 04:50:34.689448 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-e78f8dab-d7ce-4faa-be9b-5d3123353edb None None] Attempting to bind port 4c67a681-65a5-45d8-a00a-ba2316ffa788 on host dv-cinder-815582-6-iscsi for vnic_type normal with profile {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:50:34.692675 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-e78f8dab-d7ce-4faa-be9b-5d3123353edb None None] Attempting to bind port 4c67a681-65a5-45d8-a00a-ba2316ffa788 by drivers openvswitch,hyperv on host dv-cinder-815582-6-iscsi at level 0 using segments [{'id': 'ddcb48ab-c0e3-4fbd-b279-531a8d94c8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '98d66c2d-aae3-40ad-9daa-55608e4077db'}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:50:34.692821 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78f8dab-d7ce-4faa-be9b-5d3123353edb None None] Attempting to bind port 4c67a681-65a5-45d8-a00a-ba2316ffa788 on network 98d66c2d-aae3-40ad-9daa-55608e4077db {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:50:34.701376 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78f8dab-d7ce-4faa-be9b-5d3123353edb None None] Checking agent: {'id': '2825277b-b27f-46a7-b452-1b49513b2056', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 40, 34), 'started_at': datetime.datetime(2021, 11, 25, 4, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:50:34.708216 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78f8dab-d7ce-4faa-be9b-5d3123353edb None None] Checking segment: {'id': 'ddcb48ab-c0e3-4fbd-b279-531a8d94c8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '98d66c2d-aae3-40ad-9daa-55608e4077db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:50:34.709645 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-e78f8dab-d7ce-4faa-be9b-5d3123353edb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:34.709645 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78f8dab-d7ce-4faa-be9b-5d3123353edb None None] Bound using segment: {'id': 'ddcb48ab-c0e3-4fbd-b279-531a8d94c8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '98d66c2d-aae3-40ad-9daa-55608e4077db'} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:50:34.709895 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-e78f8dab-d7ce-4faa-be9b-5d3123353edb None None] Bound port: 4c67a681-65a5-45d8-a00a-ba2316ffa788, host: dv-cinder-815582-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddcb48ab-c0e3-4fbd-b279-531a8d94c8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '98d66c2d-aae3-40ad-9daa-55608e4077db'}}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:50:34.711366 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-e78f8dab-d7ce-4faa-be9b-5d3123353edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:34.776827 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca291354-3961-4d6b-94fe-ff3303bcc165 req-936d8130-8b0c-4fc8-95b4-7f4387d2a21d tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:34.778826 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ca291354-3961-4d6b-94fe-ff3303bcc165 req-936d8130-8b0c-4fc8-95b4-7f4387d2a21d tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.0526392 Nov 25 04:50:34.784106 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-e78f8dab-d7ce-4faa-be9b-5d3123353edb None None] For port 4c67a681-65a5-45d8-a00a-ba2316ffa788, host dv-cinder-815582-6-iscsi, cleared binding levels {{(pid=109072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:50:34.788234 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-e78f8dab-d7ce-4faa-be9b-5d3123353edb None None] For port 4c67a681-65a5-45d8-a00a-ba2316ffa788, host dv-cinder-815582-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=4c67a681-65a5-45d8-a00a-ba2316ffa788,segment=NetworkSegment(ddcb48ab-c0e3-4fbd-b279-531a8d94c8fd),segment_id=ddcb48ab-c0e3-4fbd-b279-531a8d94c8fd)] {{(pid=109072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:50:34.794451 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-e78f8dab-d7ce-4faa-be9b-5d3123353edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:34.845430 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ca291354-3961-4d6b-94fe-ff3303bcc165 req-1f80e8f0-93ad-4eb4-ac44-1ba66633bd40 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574491 Nov 25 04:50:34.875780 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78f8dab-d7ce-4faa-be9b-5d3123353edb None None] Routers {'1c9e12a0-8c1d-491e-a86e-6d91def6c336'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:50:34.875780 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-e78f8dab-d7ce-4faa-be9b-5d3123353edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:50:30Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['1c9e12a0-8c1d-491e-a86e-6d91def6c336'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:50:34.876059 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-90a6cf26-68d4-42c2-8411-b7b04a67f52c None None] Provisioning complete for port 4c67a681-65a5-45d8-a00a-ba2316ffa788 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:50:34.876357 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-90a6cf26-68d4-42c2-8411-b7b04a67f52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:34.880050 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a58604f-3e5d-4508-8f11-73bdf8eab268 None None] Pushing event updated for resources: {'Port': ['ID=4c67a681-65a5-45d8-a00a-ba2316ffa788,revision_number=4']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:35.057477 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-e78f8dab-d7ce-4faa-be9b-5d3123353edb None None] Set router 1c9e12a0-8c1d-491e-a86e-6d91def6c336 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:50:35.099200 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-90a6cf26-68d4-42c2-8411-b7b04a67f52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:35.218213 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-90a6cf26-68d4-42c2-8411-b7b04a67f52c None None] For port 4c67a681-65a5-45d8-a00a-ba2316ffa788, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=4c67a681-65a5-45d8-a00a-ba2316ffa788,segment=NetworkSegment(ddcb48ab-c0e3-4fbd-b279-531a8d94c8fd),segment_id=ddcb48ab-c0e3-4fbd-b279-531a8d94c8fd)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:50:35.225608 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-90a6cf26-68d4-42c2-8411-b7b04a67f52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:35.342600 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942f3dd-1a62-4208-9845-d4c9f4bd389f req-013c37e3-27e5-4992-86ad-d9a0bc7ac44b tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:35.344122 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-2942f3dd-1a62-4208-9845-d4c9f4bd389f req-013c37e3-27e5-4992-86ad-d9a0bc7ac44b tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0995469 Nov 25 04:50:35.352962 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6cf26-68d4-42c2-8411-b7b04a67f52c None None] Pushing event updated for resources: {'Port': ['ID=4c67a681-65a5-45d8-a00a-ba2316ffa788,revision_number=5']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:35.373501 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7b19e8b0-656a-43ad-b022-d55d4f3b653d None None] Provisioning complete for port 4c67a681-65a5-45d8-a00a-ba2316ffa788 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:50:35.373857 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7b19e8b0-656a-43ad-b022-d55d4f3b653d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:35.415093 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-e78f8dab-d7ce-4faa-be9b-5d3123353edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9e12a0-8c1d-491e-a86e-6d91def6c336', 'name': 'tempest-TestShelveInstance-2060911914-router', 'tenant_id': '8a6ad0e4a41746ed887a54b84546d35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'a9d057fe-e325-41fe-86b1-5230e112cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:50:26Z', 'updated_at': '2021-11-25T04:50:31Z', 'revision_number': 4, 'project_id': '8a6ad0e4a41746ed887a54b84546d35a', 'gw_port': {'id': 'a9d057fe-e325-41fe-86b1-5230e112cd16', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9e12a0-8c1d-491e-a86e-6d91def6c336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:27Z', 'updated_at': '2021-11-25T04:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '4c67a681-65a5-45d8-a00a-ba2316ffa788', 'name': '', 'network_id': '98d66c2d-aae3-40ad-9daa-55608e4077db', 'tenant_id': '8a6ad0e4a41746ed887a54b84546d35a', 'mac_address': 'fa:16:3e:92:a9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9e12a0-8c1d-491e-a86e-6d91def6c336', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'f3221390-acb8-461a-af6b-6821de2405cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:29Z', 'updated_at': '2021-11-25T04:50:34Z', 'revision_number': 4, 'project_id': '8a6ad0e4a41746ed887a54b84546d35a', 'subnets': [{'id': 'f3221390-acb8-461a-af6b-6821de2405cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:50:35.436177 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-2942f3dd-1a62-4208-9845-d4c9f4bd389f req-fe640e4c-93b4-456d-8cf2-e48780a30220 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800893 Nov 25 04:50:35.451757 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78f8dab-d7ce-4faa-be9b-5d3123353edb None None] The sync data for ids ['1c9e12a0-8c1d-491e-a86e-6d91def6c336'] in dv-cinder-815582-6-iscsi is: [{'id': '1c9e12a0-8c1d-491e-a86e-6d91def6c336', 'name': 'tempest-TestShelveInstance-2060911914-router', 'tenant_id': '8a6ad0e4a41746ed887a54b84546d35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'a9d057fe-e325-41fe-86b1-5230e112cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:50:26Z', 'updated_at': '2021-11-25T04:50:31Z', 'revision_number': 4, 'project_id': '8a6ad0e4a41746ed887a54b84546d35a', 'gw_port': {'id': 'a9d057fe-e325-41fe-86b1-5230e112cd16', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9e12a0-8c1d-491e-a86e-6d91def6c336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:27Z', 'updated_at': '2021-11-25T04:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '4c67a681-65a5-45d8-a00a-ba2316ffa788', 'name': '', 'network_id': '98d66c2d-aae3-40ad-9daa-55608e4077db', 'tenant_id': '8a6ad0e4a41746ed887a54b84546d35a', 'mac_address': 'fa:16:3e:92:a9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9e12a0-8c1d-491e-a86e-6d91def6c336', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'f3221390-acb8-461a-af6b-6821de2405cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:29Z', 'updated_at': '2021-11-25T04:50:34Z', 'revision_number': 4, 'project_id': '8a6ad0e4a41746ed887a54b84546d35a', 'subnets': [{'id': 'f3221390-acb8-461a-af6b-6821de2405cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:50:35.472662 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5774a21-5afb-4c96-ade6-67b1cf5aea73 req-200c50c9-5b1a-4a65-93ae-717bcd59d298 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:35.474470 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e5774a21-5afb-4c96-ade6-67b1cf5aea73 req-200c50c9-5b1a-4a65-93ae-717bcd59d298 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=339d0d6e-a856-4ce2-8821-8a3c3d52922b HTTP/1.1" status: 200 len: 946 time: 0.1067314 Nov 25 04:50:35.570719 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e5774a21-5afb-4c96-ade6-67b1cf5aea73 req-f5190a23-e989-4f7e-a04e-a0629daf25a8 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1e9055-46a2-41a1-b91e-21add5bd1945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873220 Nov 25 04:50:35.789673 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 4c67a681-65a5-45d8-a00a-ba2316ffa788 up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:50:35.801934 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e77d5c-ef2b-4936-94a9-f8ae7cf62fa4 req-6b9642c9-42e7-43e7-9e52-bc2e424bdd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:35.803714 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-62e77d5c-ef2b-4936-94a9-f8ae7cf62fa4 req-6b9642c9-42e7-43e7-9e52-bc2e424bdd01 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 1098 time: 0.0543723 Nov 25 04:50:35.861505 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port 4c67a681-65a5-45d8-a00a-ba2316ffa788 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:50:35.862001 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:35.869745 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-62e77d5c-ef2b-4936-94a9-f8ae7cf62fa4 req-394210c2-e870-4843-8493-a94d83687442 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555334 Nov 25 04:50:35.984196 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7996bafb-e2ee-4ea6-bd2c-f45e40916309 req-1de36a22-5bdc-4b81-ab8b-0346b39749c6 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:35.985864 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-7996bafb-e2ee-4ea6-bd2c-f45e40916309 req-1de36a22-5bdc-4b81-ab8b-0346b39749c6 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.0536320 Nov 25 04:50:36.035877 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-7996bafb-e2ee-4ea6-bd2c-f45e40916309 req-5d6a44b6-0f67-4824-93cd-37e09cdc487a tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437448 Nov 25 04:50:36.587088 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157eb6f-e140-48fe-8593-4811cf7c7065 req-af5dee1f-f59b-4000-9166-3eae641ec892 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:36.588578 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8157eb6f-e140-48fe-8593-4811cf7c7065 req-af5dee1f-f59b-4000-9166-3eae641ec892 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0643444 Nov 25 04:50:36.650072 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8157eb6f-e140-48fe-8593-4811cf7c7065 req-902650af-b0ca-4c46-ba3d-934979cd4a98 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550227 Nov 25 04:50:36.729806 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a622469-3687-4005-9c14-c706a9cb706b req-f26fb7ff-a774-46e1-b9f2-ddccc0bb9918 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:36.732289 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-2a622469-3687-4005-9c14-c706a9cb706b req-f26fb7ff-a774-46e1-b9f2-ddccc0bb9918 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=339d0d6e-a856-4ce2-8821-8a3c3d52922b HTTP/1.1" status: 200 len: 946 time: 0.0591853 Nov 25 04:50:36.793131 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 56188) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:50:36.810068 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-2a622469-3687-4005-9c14-c706a9cb706b req-900d995f-94ae-4c76-89c8-29b2c8ab7528 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1e9055-46a2-41a1-b91e-21add5bd1945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711634 Nov 25 04:50:36.907506 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-2df3e117-106e-4ba4-abff-13591b7c0e8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:36.987980 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-2df3e117-106e-4ba4-abff-13591b7c0e8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:36.992302 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-2df3e117-106e-4ba4-abff-13591b7c0e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:37.032485 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-2df3e117-106e-4ba4-abff-13591b7c0e8e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=319b7997a9f7490f924cc5c223229190&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381167 Nov 25 04:50:37.033401 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3e117-106e-4ba4-abff-13591b7c0e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75cef6cf-6904-494a-874d-852541ed9310,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:37.035395 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 56200) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:50:37.103932 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b9dce59d-037b-4dd2-a28c-f9c5cdc97b05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:37.128139 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b9dce59d-037b-4dd2-a28c-f9c5cdc97b05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:37.179972 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 56206) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:50:37.181995 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed307e-07c1-42ad-ba76-be3576e79a92 req-ba7cb583-6f0e-4ae8-b43b-e5d76f914a5f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:37.183611 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bfed307e-07c1-42ad-ba76-be3576e79a92 req-ba7cb583-6f0e-4ae8-b43b-e5d76f914a5f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.0666523 Nov 25 04:50:37.195168 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b9dce59d-037b-4dd2-a28c-f9c5cdc97b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:37.198164 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b9dce59d-037b-4dd2-a28c-f9c5cdc97b05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:37.199705 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-b9dce59d-037b-4dd2-a28c-f9c5cdc97b05 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/75cef6cf-6904-494a-874d-852541ed9310 HTTP/1.1" status: 204 len: 168 time: 0.1516469 Nov 25 04:50:37.209908 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dce59d-037b-4dd2-a28c-f9c5cdc97b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cef6cf-6904-494a-874d-852541ed9310,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:37.259815 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bfed307e-07c1-42ad-ba76-be3576e79a92 req-d45dfd65-c341-48c2-8c99-ed43de96163a tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634952 Nov 25 04:50:37.315416 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a027e473-5d07-4f9d-b00a-6203082d4cd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:37.394484 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a027e473-5d07-4f9d-b00a-6203082d4cd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:37.399510 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a027e473-5d07-4f9d-b00a-6203082d4cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:37.436630 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027e473-5d07-4f9d-b00a-6203082d4cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6837d973-d1c8-4685-ad45-c4e7c412e758,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:37.440849 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-a027e473-5d07-4f9d-b00a-6203082d4cd4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0f768119a1ad4af1b4c83194b06c3cbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2598026 Nov 25 04:50:37.443785 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 56216) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:50:37.497989 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-078f246b-c6ae-4e9b-9b85-c182a6ae5ea6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:37.529865 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-078f246b-c6ae-4e9b-9b85-c182a6ae5ea6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:37.589476 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-078f246b-c6ae-4e9b-9b85-c182a6ae5ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:37.592276 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-078f246b-c6ae-4e9b-9b85-c182a6ae5ea6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:37.599693 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-078f246b-c6ae-4e9b-9b85-c182a6ae5ea6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6837d973-d1c8-4685-ad45-c4e7c412e758 HTTP/1.1" status: 204 len: 168 time: 0.1524475 Nov 25 04:50:37.608014 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f246b-c6ae-4e9b-9b85-c182a6ae5ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6837d973-d1c8-4685-ad45-c4e7c412e758,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:37.813226 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b9100-9f50-448b-9c43-83aa45fa5007 req-63f243b6-3d3e-4a2d-aca0-1ca5dd01a65b tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:37.820641 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-080b9100-9f50-448b-9c43-83aa45fa5007 req-63f243b6-3d3e-4a2d-aca0-1ca5dd01a65b tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0807354 Nov 25 04:50:37.877926 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-080b9100-9f50-448b-9c43-83aa45fa5007 req-c612bc3c-8d0d-4921-ae85-d41091e59d19 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561888 Nov 25 04:50:37.994939 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243f118-5a39-4607-9e28-e8704cc76c6d req-5fdd4468-a3a5-4fb7-8a4d-abb3eff10170 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:37.996577 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2243f118-5a39-4607-9e28-e8704cc76c6d req-5fdd4468-a3a5-4fb7-8a4d-abb3eff10170 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=339d0d6e-a856-4ce2-8821-8a3c3d52922b HTTP/1.1" status: 200 len: 946 time: 0.0723846 Nov 25 04:50:38.065165 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2243f118-5a39-4607-9e28-e8704cc76c6d req-4b94889b-5ee6-4e19-8064-5ddbd4ca0a1b tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/security-groups?id=db1e9055-46a2-41a1-b91e-21add5bd1945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601029 Nov 25 04:50:38.153814 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 56254) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:50:38.168029 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ec4661bc-2ac7-484d-8911-1abc7d2cd0a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:38.230561 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f9519-0c64-40ed-98e9-8cf5970319b7 req-3108e864-a49d-49ed-ba18-99c8169533c5 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:38.232171 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-1b1f9519-0c64-40ed-98e9-8cf5970319b7 req-3108e864-a49d-49ed-ba18-99c8169533c5 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0839372 Nov 25 04:50:38.251545 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f9cf6-e14d-4224-8803-51852c6a664f req-5c24bb07-e934-43c3-b6d5-5138d3cdf1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:38.253223 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-cc2f9cf6-e14d-4224-8803-51852c6a664f req-5c24bb07-e934-43c3-b6d5-5138d3cdf1c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d773db29571458586043ef5fa3454c2&device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 1098 time: 0.0704212 Nov 25 04:50:38.255733 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ec4661bc-2ac7-484d-8911-1abc7d2cd0a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:38.260790 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ec4661bc-2ac7-484d-8911-1abc7d2cd0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:38.308139 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-ec4661bc-2ac7-484d-8911-1abc7d2cd0a8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=907c77e826db4538a265f5034c481630&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1501887 Nov 25 04:50:38.308336 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-1b1f9519-0c64-40ed-98e9-8cf5970319b7 req-8c329cd5-e5bc-4752-976a-1f7a22bde180 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646026 Nov 25 04:50:38.308336 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 56258) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:50:38.319232 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4661bc-2ac7-484d-8911-1abc7d2cd0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675d0cf8-6e57-468c-b30a-ff61a1cdcb08,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:38.368477 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ce0604a0-6153-4362-8d9e-1b720ea21363 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:38.438857 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ce0604a0-6153-4362-8d9e-1b720ea21363 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:38.452472 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b43858-f069-4f6a-863a-5ad1dac8f89e req-d1b10556-c050-4eff-8276-964644800d87 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:38.453997 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-07b43858-f069-4f6a-863a-5ad1dac8f89e req-d1b10556-c050-4eff-8276-964644800d87 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.0839896 Nov 25 04:50:38.461717 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631ca24-7393-40e8-8e71-4bf4831721d6 req-1b11735a-9b43-4077-9e8c-60d6ee0f6cfc tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:38.463162 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1631ca24-7393-40e8-8e71-4bf4831721d6 req-1b11735a-9b43-4077-9e8c-60d6ee0f6cfc tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.41 "GET /v2.0/ports?device_id=339d0d6e-a856-4ce2-8821-8a3c3d52922b HTTP/1.1" status: 200 len: 946 time: 0.1050510 Nov 25 04:50:38.509799 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f9cf6-e14d-4224-8803-51852c6a664f req-806c2c53-6928-4bfe-aca4-4d03bd4fa91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:38.511344 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-cc2f9cf6-e14d-4224-8803-51852c6a664f req-806c2c53-6928-4bfe-aca4-4d03bd4fa91a service neutron] 10.222.0.41 "GET /v2.0/networks?id=d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f HTTP/1.1" status: 200 len: 920 time: 0.1440010 Nov 25 04:50:38.522400 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ce0604a0-6153-4362-8d9e-1b720ea21363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:38.525467 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ce0604a0-6153-4362-8d9e-1b720ea21363 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:38.529078 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-ce0604a0-6153-4362-8d9e-1b720ea21363 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/675d0cf8-6e57-468c-b30a-ff61a1cdcb08 HTTP/1.1" status: 204 len: 168 time: 0.2175725 Nov 25 04:50:38.570712 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0604a0-6153-4362-8d9e-1b720ea21363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675d0cf8-6e57-468c-b30a-ff61a1cdcb08,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:38.573324 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-cc2f9cf6-e14d-4224-8803-51852c6a664f req-f9753839-0601-4546-b09b-067aa6478858 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6878270-adb9-4338-8a70-9a199bdfe9bc HTTP/1.1" status: 200 len: 217 time: 0.0539815 Nov 25 04:50:38.611894 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-07b43858-f069-4f6a-863a-5ad1dac8f89e req-ab7467ff-d2ac-4291-bee5-af935401c8e1 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456258 Nov 25 04:50:38.645211 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f9cf6-e14d-4224-8803-51852c6a664f req-989eee6e-660f-4a40-8340-d2e1caf67659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:38.646975 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-cc2f9cf6-e14d-4224-8803-51852c6a664f req-989eee6e-660f-4a40-8340-d2e1caf67659 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cba32b3-416c-41af-af79-b04db65419ef HTTP/1.1" status: 200 len: 859 time: 0.0650132 Nov 25 04:50:38.660837 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-1631ca24-7393-40e8-8e71-4bf4831721d6 req-53f17310-f80a-4456-af87-fc86da5a4ed7 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Deleting port 1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:50:38.661283 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-1631ca24-7393-40e8-8e71-4bf4831721d6 req-53f17310-f80a-4456-af87-fc86da5a4ed7 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:38.694219 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-cc2f9cf6-e14d-4224-8803-51852c6a664f req-539a9acc-992e-4b9f-ba39-b77d5cd2a57b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395772 Nov 25 04:50:38.779096 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-1631ca24-7393-40e8-8e71-4bf4831721d6 req-53f17310-f80a-4456-af87-fc86da5a4ed7 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] For port 1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b,segment=NetworkSegment(de32a5fb-836e-43e9-962a-f6e5a04cf392),segment_id=de32a5fb-836e-43e9-962a-f6e5a04cf392)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:50:38.779448 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-1631ca24-7393-40e8-8e71-4bf4831721d6 req-53f17310-f80a-4456-af87-fc86da5a4ed7 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:38.797929 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-1631ca24-7393-40e8-8e71-4bf4831721d6 req-53f17310-f80a-4456-af87-fc86da5a4ed7 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Calling delete_port for 1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b owned by compute:nova {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:50:38.810921 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 56268) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:50:38.823694 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-cc2f9cf6-e14d-4224-8803-51852c6a664f req-e6f683ee-c839-4087-aab0-0473b40b0254 service neutron] 10.222.0.41 "GET /v2.0/networks/d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192722 Nov 25 04:50:38.980874 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2ba472a8-1546-4434-8b1b-e95000858f81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:38.986715 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 56276) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:50:38.994756 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-cc2f9cf6-e14d-4224-8803-51852c6a664f req-1bd2a26d-ebef-4652-af7c-40d73260fd6d service neutron] 10.222.0.41 "GET /v2.0/networks/d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619279 Nov 25 04:50:39.004504 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f6b1dca0-62a6-4de5-8efb-ac169d6817e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:39.029130 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-1631ca24-7393-40e8-8e71-4bf4831721d6 req-53f17310-f80a-4456-af87-fc86da5a4ed7 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:39.063844 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f17310-f80a-4456-af87-fc86da5a4ed7 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Pushing event deleted for resources: {'Port': ['ID=1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:39.073553 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2ba472a8-1546-4434-8b1b-e95000858f81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:39.079179 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2ba472a8-1546-4434-8b1b-e95000858f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:39.079601 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:50:39.131212 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-1631ca24-7393-40e8-8e71-4bf4831721d6 req-53f17310-f80a-4456-af87-fc86da5a4ed7 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] No DVR routers for this DVR port 1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b on host hv-cinder-81558 {{(pid=109070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 04:50:39.131667 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-2ba472a8-1546-4434-8b1b-e95000858f81 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1054cf39c28048b6bbf69184baf53491&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3193815 Nov 25 04:50:39.132976 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 56280) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:50:39.137102 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-1631ca24-7393-40e8-8e71-4bf4831721d6 req-53f17310-f80a-4456-af87-fc86da5a4ed7 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:39.138798 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba472a8-1546-4434-8b1b-e95000858f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c895dd-5a3d-457c-a324-a64711928971,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:39.140420 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1631ca24-7393-40e8-8e71-4bf4831721d6 req-53f17310-f80a-4456-af87-fc86da5a4ed7 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.41 "DELETE /v2.0/ports/1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b HTTP/1.1" status: 204 len: 173 time: 0.6691518 Nov 25 04:50:39.140879 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339d0d6e-a856-4ce2-8821-8a3c3d52922b', 'name': 'network-vif-deleted', 'tag': '1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:50:39.143319 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c54fbf746f0c7fba78ef8d59e1beae84bb94fede6ed59824d7b8ea859eeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394da172-0a5e-4df9-9904-b512f2829234" -d '{"events": [{"server_uuid": "339d0d6e-a856-4ce2-8821-8a3c3d52922b", "name": "network-vif-deleted", "tag": "1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:50:39.180471 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-80feb213-9b65-442e-bdb6-910e7ddad228 req-9d279a1d-46c9-41e3-9349-edf83ce7ff10 tempest-VolumesActionsTest-2119694247 tempest-VolumesActionsTest-2119694247-project] 10.222.0.36 "GET /v2.0/ports?device_id=339d0d6e-a856-4ce2-8821-8a3c3d52922b HTTP/1.1" status: 200 len: 210 time: 0.0370953 Nov 25 04:50:39.204199 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f6b1dca0-62a6-4de5-8efb-ac169d6817e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:39.210900 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f6b1dca0-62a6-4de5-8efb-ac169d6817e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:39.220253 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-62a71563-12ac-4d61-abff-1ad346b9ca89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:39.237299 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933540d3-67bc-419b-9abb-e706f02da206 x-openstack-request-id: req-933540d3-67bc-419b-9abb-e706f02da206 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:50:39.237612 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339d0d6e-a856-4ce2-8821-8a3c3d52922b", "name": "network-vif-deleted", "tag": "1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:50:39.237886 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-933540d3-67bc-419b-9abb-e706f02da206 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:50:39.238267 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '339d0d6e-a856-4ce2-8821-8a3c3d52922b', 'name': 'network-vif-deleted', 'tag': '1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b', 'status': 'completed', 'code': 200} Nov 25 04:50:39.243667 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-62a71563-12ac-4d61-abff-1ad346b9ca89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:39.261685 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b1dca0-62a6-4de5-8efb-ac169d6817e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34392c05-84d8-4f6e-bd6f-7016ede92e72,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:39.268985 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-f6b1dca0-62a6-4de5-8efb-ac169d6817e5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=25b6579367b843a893c3f36c7fa8cfb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2814267 Nov 25 04:50:39.269969 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 56284) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:50:39.302348 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-62a71563-12ac-4d61-abff-1ad346b9ca89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:39.306371 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-62a71563-12ac-4d61-abff-1ad346b9ca89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:39.310255 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-62a71563-12ac-4d61-abff-1ad346b9ca89 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/87c895dd-5a3d-457c-a324-a64711928971 HTTP/1.1" status: 204 len: 168 time: 0.1740355 Nov 25 04:50:39.318204 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a71563-12ac-4d61-abff-1ad346b9ca89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c895dd-5a3d-457c-a324-a64711928971,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:39.319877 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6aa1deb3-0a13-4867-8c37-08f1026bff7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:39.348850 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6aa1deb3-0a13-4867-8c37-08f1026bff7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:39.408983 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6aa1deb3-0a13-4867-8c37-08f1026bff7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:39.412619 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6aa1deb3-0a13-4867-8c37-08f1026bff7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:39.414129 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-6aa1deb3-0a13-4867-8c37-08f1026bff7d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/34392c05-84d8-4f6e-bd6f-7016ede92e72 HTTP/1.1" status: 204 len: 168 time: 0.1430690 Nov 25 04:50:39.423021 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa1deb3-0a13-4867-8c37-08f1026bff7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34392c05-84d8-4f6e-bd6f-7016ede92e72,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:39.490495 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13c11a-25cd-4a92-bc99-26a926ba6e20 req-c7284850-76b9-4852-9962-048f254efc73 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:39.492497 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8e13c11a-25cd-4a92-bc99-26a926ba6e20 req-c7284850-76b9-4852-9962-048f254efc73 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0912962 Nov 25 04:50:39.589434 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8e13c11a-25cd-4a92-bc99-26a926ba6e20 req-2568f6d1-cea3-446c-a7c8-c17072b9a9ef tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880423 Nov 25 04:50:39.755025 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b148d-c031-491d-bea5-32bed57a3471 req-31efb8cb-fdb4-44df-824e-38acb2dadefe tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:39.756828 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-115b148d-c031-491d-bea5-32bed57a3471 req-31efb8cb-fdb4-44df-824e-38acb2dadefe tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.0606797 Nov 25 04:50:39.808157 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-115b148d-c031-491d-bea5-32bed57a3471 req-5277d992-0001-4294-a143-e80c7672f696 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453212 Nov 25 04:50:40.730139 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304eb0a-9ae9-48cd-bfa5-5954f50290ee req-8985d304-8e20-40c7-8022-76a21a1362b3 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:40.731859 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d304eb0a-9ae9-48cd-bfa5-5954f50290ee req-8985d304-8e20-40c7-8022-76a21a1362b3 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0596189 Nov 25 04:50:40.791077 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d304eb0a-9ae9-48cd-bfa5-5954f50290ee req-9dcc06cf-3930-44c6-95ca-99881c6b7b24 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527542 Nov 25 04:50:40.954388 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760bf917-e007-42f1-a72e-5b85e59a99ad req-03a62dee-9684-41f8-8285-010a06267e7d tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:40.955887 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-760bf917-e007-42f1-a72e-5b85e59a99ad req-03a62dee-9684-41f8-8285-010a06267e7d tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.0555556 Nov 25 04:50:41.007256 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-760bf917-e007-42f1-a72e-5b85e59a99ad req-ae11be2a-ab90-430c-8a2f-5fa07d048f50 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448740 Nov 25 04:50:41.653020 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b no longer exists at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:50:41.678658 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] No Port match for: 1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 04:50:41.679102 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 1d5d1c0b-10bf-45dd-8bd7-b2677fa6a14b not bound to the agent host hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 04:50:41.914707 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce1998-76e0-4a11-a7cb-2718d93bf082 req-b97e71ac-dc2d-45fe-889a-534f9ab3ae9c tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:41.916252 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-05ce1998-76e0-4a11-a7cb-2718d93bf082 req-b97e71ac-dc2d-45fe-889a-534f9ab3ae9c tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0549016 Nov 25 04:50:41.967472 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-05ce1998-76e0-4a11-a7cb-2718d93bf082 req-35ec0958-574f-473c-9f0c-8e0ad0f2bda1 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449481 Nov 25 04:50:42.001271 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 6 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 04:50:42.155292 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d72d2a-ffa1-46d4-bc93-4cb8044ea90c req-4171f3f1-1e6e-43ec-878a-b782509a49ca tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:42.158019 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-21d72d2a-ffa1-46d4-bc93-4cb8044ea90c req-4171f3f1-1e6e-43ec-878a-b782509a49ca tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.0597067 Nov 25 04:50:42.220844 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-21d72d2a-ffa1-46d4-bc93-4cb8044ea90c req-d2c5273e-9201-4c3d-aa00-c4d56b1743ea tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532861 Nov 25 04:50:43.367935 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aaaca2-5054-4967-8645-7eefbf68c4ba req-90528fd2-608a-46aa-94d0-4605e147f5f6 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:43.369561 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-63aaaca2-5054-4967-8645-7eefbf68c4ba req-90528fd2-608a-46aa-94d0-4605e147f5f6 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.0545876 Nov 25 04:50:43.422851 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-63aaaca2-5054-4967-8645-7eefbf68c4ba req-e2dff7cb-d8d1-4ccc-a218-ea1052827dba tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464938 Nov 25 04:50:44.547735 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40fb1c-d8cc-4bad-956e-848d0ad1e577 req-d7dcf69a-cfd0-4f80-afd0-5da8ab819042 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:44.548504 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 04681d20-54be-4645-a06f-4b9109756ddd details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=109072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 04:50:44.549766 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ab40fb1c-d8cc-4bad-956e-848d0ad1e577 req-d7dcf69a-cfd0-4f80-afd0-5da8ab819042 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.0531118 Nov 25 04:50:44.607575 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ab40fb1c-d8cc-4bad-956e-848d0ad1e577 req-70576c12-7bfb-43ee-9c6b-c37305bc8153 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507197 Nov 25 04:50:44.652723 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 04681d20-54be-4645-a06f-4b9109756ddd, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=04681d20-54be-4645-a06f-4b9109756ddd,segment=NetworkSegment(644e32ed-c2f3-4335-b74d-ee8f50200ec0),segment_id=644e32ed-c2f3-4335-b74d-ee8f50200ec0)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:50:44.663927 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Returning: {'device': '04681d20-54be-4645-a06f-4b9109756ddd', 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0', 'port_id': '04681d20-54be-4645-a06f-4b9109756ddd', 'mac_address': 'fa:16:3e:2e:9d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff11583-5631-4068-991c-12b3ca3de03f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 04:50:44.701984 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:44.716944 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04681d20-54be-4645-a06f-4b9109756ddd {{(pid=109072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:50:44.741031 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 04681d20-54be-4645-a06f-4b9109756ddd, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=04681d20-54be-4645-a06f-4b9109756ddd,segment=NetworkSegment(644e32ed-c2f3-4335-b74d-ee8f50200ec0),segment_id=644e32ed-c2f3-4335-b74d-ee8f50200ec0)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:50:44.745749 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:44.798257 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=04681d20-54be-4645-a06f-4b9109756ddd,revision_number=6']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:44.988967 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['04681d20-54be-4645-a06f-4b9109756ddd'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:50:45.733386 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621de96a-4764-4e76-9569-b793fe3861cb req-749a1c4e-36c2-4853-9c99-302e69fa6893 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:45.734940 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-621de96a-4764-4e76-9569-b793fe3861cb req-749a1c4e-36c2-4853-9c99-302e69fa6893 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 944 time: 0.0511293 Nov 25 04:50:45.790194 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-621de96a-4764-4e76-9569-b793fe3861cb req-3e8efdfc-ef01-4624-a7a3-7e0088e5424e tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477514 Nov 25 04:50:46.576204 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 04681d20-54be-4645-a06f-4b9109756ddd up at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:50:46.644514 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning complete for port 04681d20-54be-4645-a06f-4b9109756ddd triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:50:46.645369 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:46.684463 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b64341-ce61-48d1-95f1-ba59d2a3f51d req-500bbfef-90f5-4fa5-94a7-53fc0ea1dde8 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:46.686216 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e6b64341-ce61-48d1-95f1-ba59d2a3f51d req-500bbfef-90f5-4fa5-94a7-53fc0ea1dde8 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0494845 Nov 25 04:50:46.740550 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:46.746689 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e6b64341-ce61-48d1-95f1-ba59d2a3f51d req-64cc1c76-3c81-4f91-ad8d-e03ee64f8574 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502875 Nov 25 04:50:46.773922 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdb54df-25bf-482d-8501-ae3b93cc5ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04681d20-54be-4645-a06f-4b9109756ddd'}] {{(pid=109072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:50:46.776849 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21d2e46f9f4131852b38a57b118a04601412ee452ef2f91c34d7ef8e942fd252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09cd19a9-cd23-4858-9778-b3455827771c" -d '{"events": [{"server_uuid": "2fdb54df-25bf-482d-8501-ae3b93cc5ac8", "name": "network-vif-plugged", "status": "completed", "tag": "04681d20-54be-4645-a06f-4b9109756ddd"}]}' {{(pid=109072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:50:46.795092 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 04681d20-54be-4645-a06f-4b9109756ddd, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=04681d20-54be-4645-a06f-4b9109756ddd,segment=NetworkSegment(644e32ed-c2f3-4335-b74d-ee8f50200ec0),segment_id=644e32ed-c2f3-4335-b74d-ee8f50200ec0)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:50:46.805146 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:46.863462 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d66294-f282-4b5f-a6f7-d600438e118f x-openstack-request-id: req-f7d66294-f282-4b5f-a6f7-d600438e118f {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:50:46.864208 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdb54df-25bf-482d-8501-ae3b93cc5ac8", "name": "network-vif-plugged", "status": "completed", "tag": "04681d20-54be-4645-a06f-4b9109756ddd", "code": 200}]} {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:50:46.864759 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f7d66294-f282-4b5f-a6f7-d600438e118f {{(pid=109072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:50:46.865353 dv-cinder-815582-6-iscsi neutron-server[109072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdb54df-25bf-482d-8501-ae3b93cc5ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04681d20-54be-4645-a06f-4b9109756ddd', 'code': 200} Nov 25 04:50:46.904055 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=04681d20-54be-4645-a06f-4b9109756ddd,revision_number=7']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:47.009792 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e3531-c782-41e5-a61b-cffe0d1eea33 req-46d3690f-1ea6-42bd-a6bf-cd45d1174067 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:47.017440 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-585e3531-c782-41e5-a61b-cffe0d1eea33 req-46d3690f-1ea6-42bd-a6bf-cd45d1174067 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.0680423 Nov 25 04:50:47.075536 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-585e3531-c782-41e5-a61b-cffe0d1eea33 req-51dae5fe-eea5-4604-bd42-7e3cfb29500a tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570631 Nov 25 04:50:48.217085 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16c4f8-c0a1-4a67-b917-d8249448adde req-d5a47b5a-9ae8-4aed-b17b-5bc06bcbbd3b tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:48.219014 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8c16c4f8-c0a1-4a67-b917-d8249448adde req-d5a47b5a-9ae8-4aed-b17b-5bc06bcbbd3b tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.0610497 Nov 25 04:50:48.291597 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8c16c4f8-c0a1-4a67-b917-d8249448adde req-39a0f4f6-3025-496c-9585-2ce3e25a324b tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664814 Nov 25 04:50:48.750920 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e4f4e-d7eb-4778-8fa3-a631a4dec821 req-61722f2f-bce6-403b-9335-4a9c9597cb97 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:48.760882 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2f4e4f4e-d7eb-4778-8fa3-a631a4dec821 req-61722f2f-bce6-403b-9335-4a9c9597cb97 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdaa650c-f1a0-4e16-a77d-111bae2b88f0 HTTP/1.1" status: 200 len: 946 time: 0.0699203 Nov 25 04:50:48.877066 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2f4e4f4e-d7eb-4778-8fa3-a631a4dec821 req-c9d571a2-96fb-4776-896a-4468e54ad59b tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134670 Nov 25 04:50:49.453365 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58fe384-182f-4200-9e92-c90707c5ba77 req-8979a2a1-31f5-4540-90c6-21bc3a7b74f2 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:49.455876 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-e58fe384-182f-4200-9e92-c90707c5ba77 req-8979a2a1-31f5-4540-90c6-21bc3a7b74f2 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.0775876 Nov 25 04:50:49.516515 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-e58fe384-182f-4200-9e92-c90707c5ba77 req-cdb17680-d417-4c69-829c-0f8537aa8e90 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516522 Nov 25 04:50:49.996978 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24dd39-8f98-49e5-8323-71079198597c req-66f3b0d7-ad3d-4e63-9771-117c47cad6bc tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:49.998450 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6e24dd39-8f98-49e5-8323-71079198597c req-66f3b0d7-ad3d-4e63-9771-117c47cad6bc tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdaa650c-f1a0-4e16-a77d-111bae2b88f0 HTTP/1.1" status: 200 len: 946 time: 0.0542691 Nov 25 04:50:50.053563 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6e24dd39-8f98-49e5-8323-71079198597c req-bd7500bc-e5e4-49c9-bbae-179a51fc4a2e tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436113 Nov 25 04:50:50.665120 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5399bd-37cc-40cb-94d5-26414480639e req-e8cc255a-ca3f-4e08-8a97-d7fd926ae18c tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:50.672462 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-9b5399bd-37cc-40cb-94d5-26414480639e req-e8cc255a-ca3f-4e08-8a97-d7fd926ae18c tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.0661206 Nov 25 04:50:50.717437 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-9b5399bd-37cc-40cb-94d5-26414480639e req-29617574-d2fd-4aa1-9394-c6e6b1f48fdc tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439816 Nov 25 04:50:51.076960 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0410eb-e2e7-4c02-8037-640bac14e205 req-e8e54f6b-6840-4dfa-8c51-90a2019f354a tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:51.078583 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2f0410eb-e2e7-4c02-8037-640bac14e205 req-e8e54f6b-6840-4dfa-8c51-90a2019f354a tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdaa650c-f1a0-4e16-a77d-111bae2b88f0 HTTP/1.1" status: 200 len: 946 time: 0.0520070 Nov 25 04:50:51.223760 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f59c44-d2e1-4618-ae48-015eac8466e8 req-080c52c9-237c-450a-a582-c93a587bc7cd tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:51.225457 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f0f59c44-d2e1-4618-ae48-015eac8466e8 req-080c52c9-237c-450a-a582-c93a587bc7cd tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdaa650c-f1a0-4e16-a77d-111bae2b88f0 HTTP/1.1" status: 200 len: 946 time: 0.0960846 Nov 25 04:50:51.242531 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-2f0410eb-e2e7-4c02-8037-640bac14e205 req-31f9b119-634d-4835-bfb5-cf0a9c87162f tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Deleting port f55a1a55-dbf1-46d1-885c-48fa95dd55ca {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:50:51.242874 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-2f0410eb-e2e7-4c02-8037-640bac14e205 req-31f9b119-634d-4835-bfb5-cf0a9c87162f tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:51.347922 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f0f59c44-d2e1-4618-ae48-015eac8466e8 req-71d1c7cc-8adb-4aed-afcf-13fc0013d185 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142948 Nov 25 04:50:51.386345 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-2f0410eb-e2e7-4c02-8037-640bac14e205 req-31f9b119-634d-4835-bfb5-cf0a9c87162f tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] For port f55a1a55-dbf1-46d1-885c-48fa95dd55ca, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=f55a1a55-dbf1-46d1-885c-48fa95dd55ca,segment=NetworkSegment(792aad72-a90b-4c1e-a5fe-25e7806f78d6),segment_id=792aad72-a90b-4c1e-a5fe-25e7806f78d6)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:50:51.386726 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-2f0410eb-e2e7-4c02-8037-640bac14e205 req-31f9b119-634d-4835-bfb5-cf0a9c87162f tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:51.404068 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-2f0410eb-e2e7-4c02-8037-640bac14e205 req-31f9b119-634d-4835-bfb5-cf0a9c87162f tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Calling delete_port for f55a1a55-dbf1-46d1-885c-48fa95dd55ca owned by compute:nova {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:50:51.598193 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-2f0410eb-e2e7-4c02-8037-640bac14e205 req-31f9b119-634d-4835-bfb5-cf0a9c87162f tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:51.641940 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['13e72fd7-b1cc-4261-a096-bd204b592887', 'a28f5d06-763d-4510-af66-7ffd1e741881', '073d2235-3ed8-4024-8baf-a3582152f277', 'f55a1a55-dbf1-46d1-885c-48fa95dd55ca'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:50:51.649016 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f9b119-634d-4835-bfb5-cf0a9c87162f tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Pushing event deleted for resources: {'Port': ['ID=f55a1a55-dbf1-46d1-885c-48fa95dd55ca,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:51.697316 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:51.721002 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f0410eb-e2e7-4c02-8037-640bac14e205 req-31f9b119-634d-4835-bfb5-cf0a9c87162f tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] No DVR routers for this DVR port f55a1a55-dbf1-46d1-885c-48fa95dd55ca on host hv-cinder-81558 {{(pid=109070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 04:50:51.726431 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-2f0410eb-e2e7-4c02-8037-640bac14e205 req-31f9b119-634d-4835-bfb5-cf0a9c87162f tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:51.732984 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2f0410eb-e2e7-4c02-8037-640bac14e205 req-31f9b119-634d-4835-bfb5-cf0a9c87162f tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.41 "DELETE /v2.0/ports/f55a1a55-dbf1-46d1-885c-48fa95dd55ca HTTP/1.1" status: 204 len: 173 time: 0.6463230 Nov 25 04:50:51.733419 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdaa650c-f1a0-4e16-a77d-111bae2b88f0', 'name': 'network-vif-deleted', 'tag': 'f55a1a55-dbf1-46d1-885c-48fa95dd55ca'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:50:51.741979 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c54fbf746f0c7fba78ef8d59e1beae84bb94fede6ed59824d7b8ea859eeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb4b9c5-0347-423d-ab59-1af48df5ea13" -d '{"events": [{"server_uuid": "bdaa650c-f1a0-4e16-a77d-111bae2b88f0", "name": "network-vif-deleted", "tag": "f55a1a55-dbf1-46d1-885c-48fa95dd55ca"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:50:51.846299 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93644501-1a10-4b3d-9cac-917cdbdbf8e4 x-openstack-request-id: req-93644501-1a10-4b3d-9cac-917cdbdbf8e4 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:50:51.846592 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdaa650c-f1a0-4e16-a77d-111bae2b88f0", "name": "network-vif-deleted", "tag": "f55a1a55-dbf1-46d1-885c-48fa95dd55ca", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:50:51.846850 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-93644501-1a10-4b3d-9cac-917cdbdbf8e4 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:50:51.848120 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdaa650c-f1a0-4e16-a77d-111bae2b88f0', 'name': 'network-vif-deleted', 'tag': 'f55a1a55-dbf1-46d1-885c-48fa95dd55ca', 'status': 'completed', 'code': 200} Nov 25 04:50:51.928119 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52291d32-d748-4c64-9567-5645dbace8d2 req-18d3c50d-29a7-49c8-8ae2-b8530e53626a tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:51.936206 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-52291d32-d748-4c64-9567-5645dbace8d2 req-18d3c50d-29a7-49c8-8ae2-b8530e53626a tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.0736964 Nov 25 04:50:52.012933 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-52291d32-d748-4c64-9567-5645dbace8d2 req-57a95d6b-f4f6-4047-835c-b29336bdfa74 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754874 Nov 25 04:50:52.465247 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7b1b7666-c3be-4486-90c6-749461c596a6 req-84ffd191-94cb-4baf-917a-77192d1f941b tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdaa650c-f1a0-4e16-a77d-111bae2b88f0 HTTP/1.1" status: 200 len: 210 time: 0.0297842 Nov 25 04:50:53.153130 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee4c43-869d-4c66-9476-ceaa99d9e4b6 req-f7c0a3b0-24ef-4254-a5f3-60efe1348bd7 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:53.157195 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-08ee4c43-869d-4c66-9476-ceaa99d9e4b6 req-f7c0a3b0-24ef-4254-a5f3-60efe1348bd7 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.0585856 Nov 25 04:50:53.244584 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-08ee4c43-869d-4c66-9476-ceaa99d9e4b6 req-10471d93-d192-4d5d-b1da-5557725ce466 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709426 Nov 25 04:50:53.648700 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 56670) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:50:53.798356 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-abcf08df-90da-44c5-8c19-ea570e0841ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:53.894348 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-abcf08df-90da-44c5-8c19-ea570e0841ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:53.900413 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-abcf08df-90da-44c5-8c19-ea570e0841ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:53.940630 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-abcf08df-90da-44c5-8c19-ea570e0841ce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=51016618bea441a097212c84d2361558&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2900729 Nov 25 04:50:53.941788 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf08df-90da-44c5-8c19-ea570e0841ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e363871b-c6ce-42cf-9bfd-ec572fa3e0cb,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:53.943330 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 56676) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:50:54.011079 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-53055544-66b8-4b02-ae72-9ad7f3734395 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:54.035450 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-53055544-66b8-4b02-ae72-9ad7f3734395 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:54.089969 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-53055544-66b8-4b02-ae72-9ad7f3734395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:54.092612 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-53055544-66b8-4b02-ae72-9ad7f3734395 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:54.098367 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-53055544-66b8-4b02-ae72-9ad7f3734395 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e363871b-c6ce-42cf-9bfd-ec572fa3e0cb HTTP/1.1" status: 204 len: 168 time: 0.1518400 Nov 25 04:50:54.106864 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53055544-66b8-4b02-ae72-9ad7f3734395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e363871b-c6ce-42cf-9bfd-ec572fa3e0cb,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:54.412060 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c67da-1346-4012-bff3-415101130aa8 req-5c9c7913-dbac-4afb-bcd9-42141c542b34 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:54.414424 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ff7c67da-1346-4012-bff3-415101130aa8 req-5c9c7913-dbac-4afb-bcd9-42141c542b34 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.0711329 Nov 25 04:50:54.477256 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ff7c67da-1346-4012-bff3-415101130aa8 req-63b72a70-9093-4310-b4d5-fa9799587cd2 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538712 Nov 25 04:50:54.620172 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device f55a1a55-dbf1-46d1-885c-48fa95dd55ca no longer exists at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:50:54.641247 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] No Port match for: f55a1a55-dbf1-46d1-885c-48fa95dd55ca {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 04:50:54.641590 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device f55a1a55-dbf1-46d1-885c-48fa95dd55ca not bound to the agent host hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 04:50:55.036349 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 56716) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:50:55.060372 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38a4ea-8a89-4254-9462-fcd0950a9bb9 req-f389f47c-f331-48da-9f5d-6af78eb8a66e tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:55.069442 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-2c38a4ea-8a89-4254-9462-fcd0950a9bb9 req-f389f47c-f331-48da-9f5d-6af78eb8a66e tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=aef31b17-322a-44d4-a4a7-e4de83245c7f HTTP/1.1" status: 200 len: 945 time: 0.0975809 Nov 25 04:50:55.129981 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-2c38a4ea-8a89-4254-9462-fcd0950a9bb9 req-06248ba4-4c36-4314-8cf6-f2163dda45c0 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593226 Nov 25 04:50:55.222817 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-cf235c89-3240-41cb-80e0-df45267d6cfb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1584244765-network', 'tenant_id': 'c5e3b4fa99ed478cadc86a6adbcba214'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:50:55.280905 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf235c89-3240-41cb-80e0-df45267d6cfb admin admin] Made reservation on behalf of c5e3b4fa99ed478cadc86a6adbcba214 for: {'network': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:50:55.287319 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-cf235c89-3240-41cb-80e0-df45267d6cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for network, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:55.315347 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-cf235c89-3240-41cb-80e0-df45267d6cfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:55.338053 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373cb92-3ba5-424a-be1f-83cb1bb9207c req-eb0ea79b-5d63-4e4c-b481-d0a950732689 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:55.340105 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-b373cb92-3ba5-424a-be1f-83cb1bb9207c req-eb0ea79b-5d63-4e4c-b481-d0a950732689 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0537758 Nov 25 04:50:55.397112 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-b373cb92-3ba5-424a-be1f-83cb1bb9207c req-b1767c8f-c5b5-472f-84f9-be1970ea6fa1 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489409 Nov 25 04:50:55.409751 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9735a9-2be3-4e79-a253-b517ac238e9a req-df681993-7541-47a3-8efe-586ef03eb6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:55.411967 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4a9735a9-2be3-4e79-a253-b517ac238e9a req-df681993-7541-47a3-8efe-586ef03eb6db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d773db29571458586043ef5fa3454c2&device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 1098 time: 0.1114964 Nov 25 04:50:55.511315 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-cf235c89-3240-41cb-80e0-df45267d6cfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:55.518541 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-cf235c89-3240-41cb-80e0-df45267d6cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:55.563190 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf235c89-3240-41cb-80e0-df45267d6cfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=109070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 04:50:55.605997 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf235c89-3240-41cb-80e0-df45267d6cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:55.609213 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-cf235c89-3240-41cb-80e0-df45267d6cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041'] for segment, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:55.609741 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.db.segments_db [None req-cf235c89-3240-41cb-80e0-df45267d6cfb admin admin] Added segment f01d369d-4474-4be2-bcbb-52e355d9cd90 of type vlan for network e61c9945-d1ae-4463-b46f-4a9fe8a61bac Nov 25 04:50:55.626011 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9735a9-2be3-4e79-a253-b517ac238e9a req-26319257-647f-4d76-a333-a77925e21e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:55.627637 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4a9735a9-2be3-4e79-a253-b517ac238e9a req-26319257-647f-4d76-a333-a77925e21e6e service neutron] 10.222.0.41 "GET /v2.0/networks?id=d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f HTTP/1.1" status: 200 len: 920 time: 0.1909552 Nov 25 04:50:55.712417 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4a9735a9-2be3-4e79-a253-b517ac238e9a req-6616a1c0-d723-4da2-a9e7-4ee7e44fcc53 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6878270-adb9-4338-8a70-9a199bdfe9bc HTTP/1.1" status: 200 len: 217 time: 0.0723178 Nov 25 04:50:55.714173 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-cf235c89-3240-41cb-80e0-df45267d6cfb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783339880421'] for network, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:55.743571 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f874038-5178-488d-933b-04e005083ac9 req-07917509-1ed9-4ed4-ac30-f800a60cebfa tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:55.745485 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6f874038-5178-488d-933b-04e005083ac9 req-07917509-1ed9-4ed4-ac30-f800a60cebfa tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.1646466 Nov 25 04:50:55.808299 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-cf235c89-3240-41cb-80e0-df45267d6cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519'] for network, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:55.809751 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf235c89-3240-41cb-80e0-df45267d6cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:55.810709 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-cf235c89-3240-41cb-80e0-df45267d6cfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for network, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:55.824021 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9735a9-2be3-4e79-a253-b517ac238e9a req-49afc256-74d5-433b-af87-7fcfac4060f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:55.825510 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4a9735a9-2be3-4e79-a253-b517ac238e9a req-49afc256-74d5-433b-af87-7fcfac4060f7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cba32b3-416c-41af-af79-b04db65419ef HTTP/1.1" status: 200 len: 859 time: 0.1004395 Nov 25 04:50:55.907410 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-cf235c89-3240-41cb-80e0-df45267d6cfb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8692441 Nov 25 04:50:55.911797 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4a9735a9-2be3-4e79-a253-b517ac238e9a req-00376eaa-8980-44f2-ae07-eb8e71335279 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700181 Nov 25 04:50:55.913435 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 56726) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:50:55.920988 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6f874038-5178-488d-933b-04e005083ac9 req-75c99470-a29a-48ed-98b8-9e82acd204a7 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528785 Nov 25 04:50:55.923612 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-7cf5e43b-3e86-47e3-9a2a-323acc3bf239 admin admin] Request body: {'subnet': {'network_id': 'e61c9945-d1ae-4463-b46f-4a9fe8a61bac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1584244765-subnet', 'tenant_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'ip_version': 4}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:50:55.953122 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf5e43b-3e86-47e3-9a2a-323acc3bf239 admin admin] Made reservation on behalf of c5e3b4fa99ed478cadc86a6adbcba214 for: {'subnet': 1} {{(pid=109071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:50:55.955869 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7cf5e43b-3e86-47e3-9a2a-323acc3bf239 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249265'] for subnet, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:55.963883 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf235c89-3240-41cb-80e0-df45267d6cfb admin admin] Pushing event updated for resources: {'Network': ['ID=e61c9945-d1ae-4463-b46f-4a9fe8a61bac,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:55.980488 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Network e61c9945-d1ae-4463-b46f-4a9fe8a61bac details requested by agent ovs-agent-dv-cinder-815582-6-iscsi with host dv-cinder-815582-6-iscsi {{(pid=109072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 04:50:56.055791 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4a9735a9-2be3-4e79-a253-b517ac238e9a req-8069dbbf-94e9-4d6b-8a25-03d8373b292a service neutron] 10.222.0.41 "GET /v2.0/networks/d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297359 Nov 25 04:50:56.144441 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7cf5e43b-3e86-47e3-9a2a-323acc3bf239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8963760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9254939'] for subnet, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:56.225479 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf5e43b-3e86-47e3-9a2a-323acc3bf239 admin admin] Checking segment: {'id': 'f01d369d-4474-4be2-bcbb-52e355d9cd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e61c9945-d1ae-4463-b46f-4a9fe8a61bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:50:56.226133 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf5e43b-3e86-47e3-9a2a-323acc3bf239 admin admin] Network hostable DHCP agents. Network: e61c9945-d1ae-4463-b46f-4a9fe8a61bac, hostable agents: ['b468568d-98fa-4cc8-a5cb-272923c6e379'], hosted agents: [] {{(pid=109071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 04:50:56.235956 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4a9735a9-2be3-4e79-a253-b517ac238e9a req-9d7d4c1c-01ce-4d38-b78c-597f0badff19 service neutron] 10.222.0.41 "GET /v2.0/networks/d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578858 Nov 25 04:50:56.244175 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5e43b-3e86-47e3-9a2a-323acc3bf239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7673e6b1-8eed-4ed4-8327-5f10fdee32cc,revision_number=0']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:56.259813 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf5e43b-3e86-47e3-9a2a-323acc3bf239 admin admin] Network e61c9945-d1ae-4463-b46f-4a9fe8a61bac is scheduled to be hosted by DHCP agent b468568d-98fa-4cc8-a5cb-272923c6e379 with binding_index 1 {{(pid=109071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 04:50:56.281644 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [None req-7cf5e43b-3e86-47e3-9a2a-323acc3bf239 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-6-iscsi, e61c9945-d1ae-4463-b46f-4a9fe8a61bac) {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:50:56.293873 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f6660f-5912-4189-a54d-2f898d3e52e2 None None] Network e61c9945-d1ae-4463-b46f-4a9fe8a61bac requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:50:56.299868 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf5e43b-3e86-47e3-9a2a-323acc3bf239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:56.300662 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7cf5e43b-3e86-47e3-9a2a-323acc3bf239 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for subnet, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:56.346246 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 56734) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:50:56.346625 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-7cf5e43b-3e86-47e3-9a2a-323acc3bf239 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4310019 Nov 25 04:50:56.356110 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-12af0ef3-ca18-4908-bd0e-a88eba7e7970 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1584244765-router', 'tenant_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'}}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:50:56.425953 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-12af0ef3-ca18-4908-bd0e-a88eba7e7970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25019'] for router, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:56.427603 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-12af0ef3-ca18-4908-bd0e-a88eba7e7970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3774484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24962'] for router, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:56.587624 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-12af0ef3-ca18-4908-bd0e-a88eba7e7970 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:56.621740 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5effee-2845-4c4a-9f43-f9956a663763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd0d5e1f-7819-5798-83e6-40b5b60b3aad-e61c9945-d1ae-4463-b46f-4a9fe8a61bac', 'network_id': 'e61c9945-d1ae-4463-b46f-4a9fe8a61bac', 'tenant_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'fixed_ips': [{'subnet_id': '7673e6b1-8eed-4ed4-8327-5f10fdee32cc'}]}} from dv-cinder-815582-6-iscsi. {{(pid=109072) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 04:50:56.628956 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-af5effee-2845-4c4a-9f43-f9956a663763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:56.721263 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56bf95-653c-42d9-ba41-ab9d5bc5936a req-78b23eda-d256-46c9-91bf-2a1b9d9f6256 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:56.728747 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-bc56bf95-653c-42d9-ba41-ab9d5bc5936a req-78b23eda-d256-46c9-91bf-2a1b9d9f6256 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=aef31b17-322a-44d4-a4a7-e4de83245c7f HTTP/1.1" status: 200 len: 945 time: 0.3812027 Nov 25 04:50:56.739121 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6e0b1-212b-4a45-a4f2-db1739fd403d req-8f2388f1-c185-45e0-b416-63088356059c tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:56.740759 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-78f6e0b1-212b-4a45-a4f2-db1739fd403d req-8f2388f1-c185-45e0-b416-63088356059c tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.1981885 Nov 25 04:50:56.790502 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-12af0ef3-ca18-4908-bd0e-a88eba7e7970 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:56.821304 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-bc56bf95-653c-42d9-ba41-ab9d5bc5936a req-4d29a1c0-3877-4b9a-8aac-b4a4b3986fb4 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846331 Nov 25 04:50:56.840381 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-78f6e0b1-212b-4a45-a4f2-db1739fd403d req-5fb44358-9bba-4272-96ef-f6060fc76d5c tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696943 Nov 25 04:50:56.962644 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.db_base_plugin_common [None req-af5effee-2845-4c4a-9f43-f9956a663763 None None] Allocated IP 172.20.0.2 (e61c9945-d1ae-4463-b46f-4a9fe8a61bac/7673e6b1-8eed-4ed4-8327-5f10fdee32cc/46ff5116-50f8-47b9-9228-83630667e2e8) {{(pid=109072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:50:57.070402 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa812f4-a039-4561-992f-303d99bc634b req-3895b67b-94c5-40fa-8b47-3797c090f07b tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:57.079018 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-6fa812f4-a039-4561-992f-303d99bc634b req-3895b67b-94c5-40fa-8b47-3797c090f07b tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.0705059 Nov 25 04:50:57.139429 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-6fa812f4-a039-4561-992f-303d99bc634b req-521164f2-24e0-472f-ba4c-e7990f84473f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589893 Nov 25 04:50:57.228112 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-af5effee-2845-4c4a-9f43-f9956a663763 None None] Publish callbacks [] for port, precommit_create {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:57.236954 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-af5effee-2845-4c4a-9f43-f9956a663763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851'] for port, after_create {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:57.290277 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5effee-2845-4c4a-9f43-f9956a663763 None None] Network e61c9945-d1ae-4463-b46f-4a9fe8a61bac is already hosted by enough agents. {{(pid=109072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:50:57.293757 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.scheduler.base_scheduler [None req-af5effee-2845-4c4a-9f43-f9956a663763 None None] Resources bound (agent type, host, resource id): {{(pid=109072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:50:57.301084 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5effee-2845-4c4a-9f43-f9956a663763 None None] Received port after_create {{(pid=109072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:50:57.308886 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5effee-2845-4c4a-9f43-f9956a663763 None None] Pushing event updated for resources: {'Port': ['ID=46ff5116-50f8-47b9-9228-83630667e2e8,revision_number=1']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:57.339342 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-12af0ef3-ca18-4908-bd0e-a88eba7e7970 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:57.377571 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-12af0ef3-ca18-4908-bd0e-a88eba7e7970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:57.388417 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e7ce1-c947-4627-810f-7bc7e34479bb req-3c503c88-4a34-4298-bac5-6734f8b521d9 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:57.389996 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-271e7ce1-c947-4627-810f-7bc7e34479bb req-3c503c88-4a34-4298-bac5-6734f8b521d9 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.41 "GET /v2.0/ports?device_id=aef31b17-322a-44d4-a4a7-e4de83245c7f HTTP/1.1" status: 200 len: 945 time: 0.1248782 Nov 25 04:50:57.397573 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-af5effee-2845-4c4a-9f43-f9956a663763 None None] Attempting to bind port 46ff5116-50f8-47b9-9228-83630667e2e8 on host dv-cinder-815582-6-iscsi for vnic_type normal with profile {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:50:57.397889 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-af5effee-2845-4c4a-9f43-f9956a663763 None None] Attempting to bind port 46ff5116-50f8-47b9-9228-83630667e2e8 by drivers openvswitch,hyperv on host dv-cinder-815582-6-iscsi at level 0 using segments [{'id': 'f01d369d-4474-4be2-bcbb-52e355d9cd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e61c9945-d1ae-4463-b46f-4a9fe8a61bac'}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:50:57.398133 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5effee-2845-4c4a-9f43-f9956a663763 None None] Attempting to bind port 46ff5116-50f8-47b9-9228-83630667e2e8 on network e61c9945-d1ae-4463-b46f-4a9fe8a61bac {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:50:57.404020 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5effee-2845-4c4a-9f43-f9956a663763 None None] Checking agent: {'id': '2825277b-b27f-46a7-b452-1b49513b2056', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 40, 34), 'started_at': datetime.datetime(2021, 11, 25, 4, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:50:57.404905 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5effee-2845-4c4a-9f43-f9956a663763 None None] Checking segment: {'id': 'f01d369d-4474-4be2-bcbb-52e355d9cd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e61c9945-d1ae-4463-b46f-4a9fe8a61bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:50:57.405324 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-af5effee-2845-4c4a-9f43-f9956a663763 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:57.405892 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5effee-2845-4c4a-9f43-f9956a663763 None None] Bound using segment: {'id': 'f01d369d-4474-4be2-bcbb-52e355d9cd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e61c9945-d1ae-4463-b46f-4a9fe8a61bac'} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:50:57.406387 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-af5effee-2845-4c4a-9f43-f9956a663763 None None] Bound port: 46ff5116-50f8-47b9-9228-83630667e2e8, host: dv-cinder-815582-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01d369d-4474-4be2-bcbb-52e355d9cd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e61c9945-d1ae-4463-b46f-4a9fe8a61bac'}}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:50:57.406769 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-af5effee-2845-4c4a-9f43-f9956a663763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:57.490771 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-af5effee-2845-4c4a-9f43-f9956a663763 None None] For port 46ff5116-50f8-47b9-9228-83630667e2e8, host dv-cinder-815582-6-iscsi, cleared binding levels {{(pid=109072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:50:57.494887 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-af5effee-2845-4c4a-9f43-f9956a663763 None None] For port 46ff5116-50f8-47b9-9228-83630667e2e8, host dv-cinder-815582-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=46ff5116-50f8-47b9-9228-83630667e2e8,segment=NetworkSegment(f01d369d-4474-4be2-bcbb-52e355d9cd90),segment_id=f01d369d-4474-4be2-bcbb-52e355d9cd90)] {{(pid=109072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:50:57.500398 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-af5effee-2845-4c4a-9f43-f9956a663763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:57.579730 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5effee-2845-4c4a-9f43-f9956a663763 None None] Pushing event updated for resources: {'Port': ['ID=46ff5116-50f8-47b9-9228-83630667e2e8,revision_number=2']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:57.598115 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-271e7ce1-c947-4627-810f-7bc7e34479bb req-dd60a7ff-1286-4c98-8276-5facdbc872c7 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Deleting port 073d2235-3ed8-4024-8baf-a3582152f277 {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:50:57.598458 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-271e7ce1-c947-4627-810f-7bc7e34479bb req-dd60a7ff-1286-4c98-8276-5facdbc872c7 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:57.679961 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [None req-12af0ef3-ca18-4908-bd0e-a88eba7e7970 admin admin] Allocated IP 172.27.2.83 (7252c0b9-b802-4561-8a54-4fb5c87ca7b8/b33b80b7-52e3-4af3-b161-e1f3edefb5e3/4410f5dc-684e-429a-876c-3116f019a52a) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:50:57.786494 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-268b7d05-bbe3-4b0e-aeaf-75ce21174046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:57.802566 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-271e7ce1-c947-4627-810f-7bc7e34479bb req-dd60a7ff-1286-4c98-8276-5facdbc872c7 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] For port 073d2235-3ed8-4024-8baf-a3582152f277, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=073d2235-3ed8-4024-8baf-a3582152f277,segment=NetworkSegment(792aad72-a90b-4c1e-a5fe-25e7806f78d6),segment_id=792aad72-a90b-4c1e-a5fe-25e7806f78d6)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:50:57.807529 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-271e7ce1-c947-4627-810f-7bc7e34479bb req-dd60a7ff-1286-4c98-8276-5facdbc872c7 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:57.830768 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-271e7ce1-c947-4627-810f-7bc7e34479bb req-dd60a7ff-1286-4c98-8276-5facdbc872c7 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Calling delete_port for 073d2235-3ed8-4024-8baf-a3582152f277 owned by compute:nova {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:50:57.879410 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-12af0ef3-ca18-4908-bd0e-a88eba7e7970 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:57.940774 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-12af0ef3-ca18-4908-bd0e-a88eba7e7970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:58.050200 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af0ef3-ca18-4908-bd0e-a88eba7e7970 admin admin] Pushing event updated for resources: {'Port': ['ID=4410f5dc-684e-429a-876c-3116f019a52a,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:58.128752 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12af0ef3-ca18-4908-bd0e-a88eba7e7970 admin admin] Network 7252c0b9-b802-4561-8a54-4fb5c87ca7b8 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:50:58.145451 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081eccc-7837-4589-9daf-8eee819a630a req-cea692a7-23a0-4861-9f02-948c9e2c472c tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:58.157121 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-c081eccc-7837-4589-9daf-8eee819a630a req-cea692a7-23a0-4861-9f02-948c9e2c472c tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.1692924 Nov 25 04:50:58.162687 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-12af0ef3-ca18-4908-bd0e-a88eba7e7970 admin admin] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:50:58.173356 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12af0ef3-ca18-4908-bd0e-a88eba7e7970 admin admin] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:50:58.228760 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-c081eccc-7837-4589-9daf-8eee819a630a req-ad6fc13a-29b9-472a-ada3-01db70e0f3b8 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701780 Nov 25 04:50:58.329458 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233df75-a692-49cb-9d9b-b34cf4816817 req-b5a5c375-fdde-4881-ba95-34133037f722 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:58.331259 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3233df75-a692-49cb-9d9b-b34cf4816817 req-b5a5c375-fdde-4881-ba95-34133037f722 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=aef31b17-322a-44d4-a4a7-e4de83245c7f HTTP/1.1" status: 200 len: 945 time: 0.3281534 Nov 25 04:50:58.371674 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec4497-4a7d-4db7-adda-b43188ed27a4 req-e1e8e5ba-d4cf-4784-ab45-4fdfbf4d2ef9 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:58.382292 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-6fec4497-4a7d-4db7-adda-b43188ed27a4 req-e1e8e5ba-d4cf-4784-ab45-4fdfbf4d2ef9 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.0789323 Nov 25 04:50:58.472721 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-6fec4497-4a7d-4db7-adda-b43188ed27a4 req-f06f7e3f-5280-48df-83d5-2d9855214b9a tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853717 Nov 25 04:50:58.484593 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-271e7ce1-c947-4627-810f-7bc7e34479bb req-dd60a7ff-1286-4c98-8276-5facdbc872c7 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:58.521086 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['13e72fd7-b1cc-4261-a096-bd204b592887', 'a28f5d06-763d-4510-af66-7ffd1e741881', '073d2235-3ed8-4024-8baf-a3582152f277'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:50:58.682460 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3233df75-a692-49cb-9d9b-b34cf4816817 req-89b5feea-bb4c-48f6-b742-81925c2a19f9 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183680 Nov 25 04:50:58.745910 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd60a7ff-1286-4c98-8276-5facdbc872c7 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Pushing event deleted for resources: {'Port': ['ID=073d2235-3ed8-4024-8baf-a3582152f277,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:50:58.816409 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-271e7ce1-c947-4627-810f-7bc7e34479bb req-dd60a7ff-1286-4c98-8276-5facdbc872c7 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] No DVR routers for this DVR port 073d2235-3ed8-4024-8baf-a3582152f277 on host hv-cinder-81558 {{(pid=109070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 04:50:58.821464 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-271e7ce1-c947-4627-810f-7bc7e34479bb req-dd60a7ff-1286-4c98-8276-5facdbc872c7 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:58.835321 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-271e7ce1-c947-4627-810f-7bc7e34479bb req-dd60a7ff-1286-4c98-8276-5facdbc872c7 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.41 "DELETE /v2.0/ports/073d2235-3ed8-4024-8baf-a3582152f277 HTTP/1.1" status: 204 len: 173 time: 1.4326377 Nov 25 04:50:58.836347 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef31b17-322a-44d4-a4a7-e4de83245c7f', 'name': 'network-vif-deleted', 'tag': '073d2235-3ed8-4024-8baf-a3582152f277'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:50:58.846306 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c54fbf746f0c7fba78ef8d59e1beae84bb94fede6ed59824d7b8ea859eeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ea9240-99cb-442e-964c-898b232d60d9" -d '{"events": [{"server_uuid": "aef31b17-322a-44d4-a4a7-e4de83245c7f", "name": "network-vif-deleted", "tag": "073d2235-3ed8-4024-8baf-a3582152f277"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:50:58.969991 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-12af0ef3-ca18-4908-bd0e-a88eba7e7970 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:59.066976 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b202ea4c-441c-41a9-93a2-c73ff2a68a96 x-openstack-request-id: req-b202ea4c-441c-41a9-93a2-c73ff2a68a96 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:50:59.067281 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef31b17-322a-44d4-a4a7-e4de83245c7f", "name": "network-vif-deleted", "tag": "073d2235-3ed8-4024-8baf-a3582152f277", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:50:59.067544 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b202ea4c-441c-41a9-93a2-c73ff2a68a96 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:50:59.067948 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef31b17-322a-44d4-a4a7-e4de83245c7f', 'name': 'network-vif-deleted', 'tag': '073d2235-3ed8-4024-8baf-a3582152f277', 'status': 'completed', 'code': 200} Nov 25 04:50:59.161803 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c4be1a-9cec-4070-ab9f-accddec13a83 None None] Network e61c9945-d1ae-4463-b46f-4a9fe8a61bac requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:50:59.312788 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-4a03e1a2-409e-40eb-8bf5-b7516b86bed4 None None] Provisioning complete for port 46ff5116-50f8-47b9-9228-83630667e2e8 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:50:59.313577 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-4a03e1a2-409e-40eb-8bf5-b7516b86bed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:59.399278 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-12af0ef3-ca18-4908-bd0e-a88eba7e7970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687985'] for router, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:59.676116 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-4a03e1a2-409e-40eb-8bf5-b7516b86bed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:59.829622 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-4a03e1a2-409e-40eb-8bf5-b7516b86bed4 None None] For port 46ff5116-50f8-47b9-9228-83630667e2e8, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=46ff5116-50f8-47b9-9228-83630667e2e8,segment=NetworkSegment(f01d369d-4474-4be2-bcbb-52e355d9cd90),segment_id=f01d369d-4474-4be2-bcbb-52e355d9cd90)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:50:59.844566 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-4a03e1a2-409e-40eb-8bf5-b7516b86bed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:50:59.856736 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90d015-73d5-47fc-a9ea-d6123de018e9 req-7f0b371f-1eb8-4f87-bde4-5846ab62c3a6 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:59.859688 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-2c90d015-73d5-47fc-a9ea-d6123de018e9 req-7f0b371f-1eb8-4f87-bde4-5846ab62c3a6 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.1979010 Nov 25 04:50:59.893208 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8629f-0533-4165-8824-34beb30725a0 req-ff7e167d-6f34-4976-8796-9caf9bf4d2c7 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:50:59.912778 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-65e8629f-0533-4165-8824-34beb30725a0 req-ff7e167d-6f34-4976-8796-9caf9bf4d2c7 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.5051281 Nov 25 04:50:59.968323 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-2c90d015-73d5-47fc-a9ea-d6123de018e9 req-07bafa9a-ea61-4625-b426-9352e1b9ce0d tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865881 Nov 25 04:50:59.990005 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 46ff5116-50f8-47b9-9228-83630667e2e8 up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:51:00.105147 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03e1a2-409e-40eb-8bf5-b7516b86bed4 None None] Pushing event updated for resources: {'Port': ['ID=46ff5116-50f8-47b9-9228-83630667e2e8,revision_number=3']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:00.132504 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-65e8629f-0533-4165-8824-34beb30725a0 req-84bf7c07-c97f-4c21-aa81-a035de207230 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184737 Nov 25 04:51:00.168648 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12af0ef3-ca18-4908-bd0e-a88eba7e7970 admin admin] Router bddf8cc3-943b-40da-862b-c85e385f43a3 is scheduled to L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f with binding_index 1 {{(pid=109070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 04:51:00.255741 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port 46ff5116-50f8-47b9-9228-83630667e2e8 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:51:00.256078 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:00.325438 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-d1e1283d-3320-4368-b6d3-5e4a836776b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:00.480083 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12af0ef3-ca18-4908-bd0e-a88eba7e7970 admin admin] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:51:00.502410 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690ba6b4-e4b1-415a-9530-e16411fd498b None None] Sync routers for ids ['bddf8cc3-943b-40da-862b-c85e385f43a3'] in dv-cinder-815582-6-iscsi {{(pid=109073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:51:00.504372 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-f505dd69-cdd4-4591-a0ce-a2481d116924 None None] Provisioning complete for port 46ff5116-50f8-47b9-9228-83630667e2e8 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:51:00.505678 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-f505dd69-cdd4-4591-a0ce-a2481d116924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:00.521466 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-12af0ef3-ca18-4908-bd0e-a88eba7e7970 admin admin] Publish callbacks [] for router, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:00.527454 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-12af0ef3-ca18-4908-bd0e-a88eba7e7970 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1792946 Nov 25 04:51:00.530307 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 56802) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:51:00.544160 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690ba6b4-e4b1-415a-9530-e16411fd498b None None] Routers {'bddf8cc3-943b-40da-862b-c85e385f43a3'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:51:00.546332 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-690ba6b4-e4b1-415a-9530-e16411fd498b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:51:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['bddf8cc3-943b-40da-862b-c85e385f43a3'], 'active': True} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:51:00.644407 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 073d2235-3ed8-4024-8baf-a3582152f277 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:51:00.653352 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffcbad-138c-46c0-b9c1-0fb9825397c0 req-0420c090-afd5-4de7-9b32-b8104c7e8ab8 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:00.672751 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-39ffcbad-138c-46c0-b9c1-0fb9825397c0 req-0420c090-afd5-4de7-9b32-b8104c7e8ab8 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=d32a9a6b-2022-409f-8961-818502fc99d3 HTTP/1.1" status: 200 len: 945 time: 0.1140375 Nov 25 04:51:00.703078 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] No Port match for: 073d2235-3ed8-4024-8baf-a3582152f277 {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 04:51:00.703674 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 073d2235-3ed8-4024-8baf-a3582152f277 not bound to the agent host hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 04:51:00.720461 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvr_db [None req-690ba6b4-e4b1-415a-9530-e16411fd498b None None] Set router bddf8cc3-943b-40da-862b-c85e385f43a3 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:51:00.788929 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-39ffcbad-138c-46c0-b9c1-0fb9825397c0 req-ae6948bd-285c-4191-9b58-e8d468d78989 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138277 Nov 25 04:51:01.087692 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-690ba6b4-e4b1-415a-9530-e16411fd498b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddf8cc3-943b-40da-862b-c85e385f43a3', 'name': 'tempest-TestMinimumBasicScenario-1584244765-router', 'tenant_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '4410f5dc-684e-429a-876c-3116f019a52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:50:56Z', 'updated_at': '2021-11-25T04:50:58Z', 'revision_number': 3, 'project_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'gw_port': {'id': '4410f5dc-684e-429a-876c-3116f019a52a', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bddf8cc3-943b-40da-862b-c85e385f43a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:57Z', 'updated_at': '2021-11-25T04:50:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi'}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:51:01.138980 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690ba6b4-e4b1-415a-9530-e16411fd498b None None] Checking router: bddf8cc3-943b-40da-862b-c85e385f43a3 for host: dv-cinder-815582-6-iscsi {{(pid=109073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:51:01.139843 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690ba6b4-e4b1-415a-9530-e16411fd498b None None] Updating router bddf8cc3-943b-40da-862b-c85e385f43a3 port 4410f5dc-684e-429a-876c-3116f019a52a binding host dv-cinder-815582-6-iscsi {{(pid=109073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 04:51:01.182708 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-690ba6b4-e4b1-415a-9530-e16411fd498b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:01.217232 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:01.341494 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49a5a7-899c-4b40-b120-3f45c1e465c2 req-bc025885-4be2-4160-982f-66719faa306c tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:01.361610 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ab49a5a7-899c-4b40-b120-3f45c1e465c2 req-bc025885-4be2-4160-982f-66719faa306c tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.1390533 Nov 25 04:51:01.459458 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd75f1b-c629-447a-aafe-3c3059e89678 req-33bf0e34-aad7-4c77-b18b-6446ee37b9dc tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:01.469070 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5bd75f1b-c629-447a-aafe-3c3059e89678 req-33bf0e34-aad7-4c77-b18b-6446ee37b9dc tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.1593640 Nov 25 04:51:01.546155 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5bd75f1b-c629-447a-aafe-3c3059e89678 req-8647f5e4-3b08-4a74-a5f0-1673eec104c0 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749273 Nov 25 04:51:01.607084 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ab49a5a7-899c-4b40-b120-3f45c1e465c2 req-c008ec86-e354-4602-8aef-91fc647e6f07 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2443836 Nov 25 04:51:01.635100 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3154308b-f168-4d0c-90df-78b172cc8cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:01.866783 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 46ff5116-50f8-47b9-9228-83630667e2e8 up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:51:01.966975 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-690ba6b4-e4b1-415a-9530-e16411fd498b None None] Publish callbacks [] for port, precommit_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:01.972900 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.db_base_plugin_common [None req-3154308b-f168-4d0c-90df-78b172cc8cb8 admin admin] Allocated IP 172.20.0.1 (e61c9945-d1ae-4463-b46f-4a9fe8a61bac/7673e6b1-8eed-4ed4-8327-5f10fdee32cc/df0dc540-36dd-4125-84d0-4a9eccb024aa) {{(pid=109071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:51:01.990179 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-690ba6b4-e4b1-415a-9530-e16411fd498b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:02.169274 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port 46ff5116-50f8-47b9-9228-83630667e2e8 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:51:02.169581 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:02.242284 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.managers [None req-690ba6b4-e4b1-415a-9530-e16411fd498b None None] Attempting to bind port 4410f5dc-684e-429a-876c-3116f019a52a on host dv-cinder-815582-6-iscsi for vnic_type normal with profile {{(pid=109073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:51:02.242662 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.managers [None req-690ba6b4-e4b1-415a-9530-e16411fd498b None None] Attempting to bind port 4410f5dc-684e-429a-876c-3116f019a52a by drivers openvswitch,hyperv on host dv-cinder-815582-6-iscsi at level 0 using segments [{'id': '5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'}] {{(pid=109073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:51:02.243136 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690ba6b4-e4b1-415a-9530-e16411fd498b None None] Attempting to bind port 4410f5dc-684e-429a-876c-3116f019a52a on network 7252c0b9-b802-4561-8a54-4fb5c87ca7b8 {{(pid=109073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:51:02.260285 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1cdf06-2b9b-4794-bb53-e692d4cab7fd None None] Pushing event updated for resources: {'Port': ['ID=4410f5dc-684e-429a-876c-3116f019a52a,revision_number=2']} {{(pid=109073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:02.268218 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690ba6b4-e4b1-415a-9530-e16411fd498b None None] Checking agent: {'id': '2825277b-b27f-46a7-b452-1b49513b2056', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 40, 34), 'started_at': datetime.datetime(2021, 11, 25, 4, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:51:02.268701 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690ba6b4-e4b1-415a-9530-e16411fd498b None None] Checking segment: {'id': '5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:51:02.269004 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9cd24-dfde-4745-a7d9-b454120c9b8d req-6bff0510-3a28-47ab-8822-772175c255af tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:02.269258 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-690ba6b4-e4b1-415a-9530-e16411fd498b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:02.269766 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690ba6b4-e4b1-415a-9530-e16411fd498b None None] Bound using segment: {'id': '5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'} {{(pid=109073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:51:02.270381 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.managers [None req-690ba6b4-e4b1-415a-9530-e16411fd498b None None] Bound port: 4410f5dc-684e-429a-876c-3116f019a52a, host: dv-cinder-815582-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'}}] {{(pid=109073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:51:02.270551 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-33a9cd24-dfde-4745-a7d9-b454120c9b8d req-6bff0510-3a28-47ab-8822-772175c255af tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.41 "GET /v2.0/ports?device_id=d32a9a6b-2022-409f-8961-818502fc99d3 HTTP/1.1" status: 200 len: 945 time: 0.2283146 Nov 25 04:51:02.270924 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-690ba6b4-e4b1-415a-9530-e16411fd498b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:02.325424 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4fd80-a14a-4441-824f-717df1177a38 req-dff9bca8-9534-4bc7-8151-846945cf720f tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:02.334945 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a7e4fd80-a14a-4441-824f-717df1177a38 req-dff9bca8-9534-4bc7-8151-846945cf720f tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=d32a9a6b-2022-409f-8961-818502fc99d3 HTTP/1.1" status: 200 len: 945 time: 0.2388241 Nov 25 04:51:02.386506 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3154308b-f168-4d0c-90df-78b172cc8cb8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:02.443822 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.db [None req-690ba6b4-e4b1-415a-9530-e16411fd498b None None] For port 4410f5dc-684e-429a-876c-3116f019a52a, host dv-cinder-815582-6-iscsi, cleared binding levels {{(pid=109073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:51:02.453677 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.db [None req-690ba6b4-e4b1-415a-9530-e16411fd498b None None] For port 4410f5dc-684e-429a-876c-3116f019a52a, host dv-cinder-815582-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=4410f5dc-684e-429a-876c-3116f019a52a,segment=NetworkSegment(5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6),segment_id=5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6)] {{(pid=109073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:51:02.462740 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-690ba6b4-e4b1-415a-9530-e16411fd498b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:02.491441 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3154308b-f168-4d0c-90df-78b172cc8cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:02.504336 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a7e4fd80-a14a-4441-824f-717df1177a38 req-99757249-dd36-48c3-857d-d39c379b0810 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637609 Nov 25 04:51:02.530996 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-33a9cd24-dfde-4745-a7d9-b454120c9b8d req-5e340fd6-d9d9-4b9a-af76-3e53e7a1c978 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Deleting port a28f5d06-763d-4510-af66-7ffd1e741881 {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:51:02.531727 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-33a9cd24-dfde-4745-a7d9-b454120c9b8d req-5e340fd6-d9d9-4b9a-af76-3e53e7a1c978 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:02.612249 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1cdf06-2b9b-4794-bb53-e692d4cab7fd None None] Pushing event updated for resources: {'Port': ['ID=4410f5dc-684e-429a-876c-3116f019a52a,revision_number=3']} {{(pid=109073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:02.615591 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154308b-f168-4d0c-90df-78b172cc8cb8 admin admin] Pushing event updated for resources: {'Port': ['ID=df0dc540-36dd-4125-84d0-4a9eccb024aa,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:02.624844 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:02.653237 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3154308b-f168-4d0c-90df-78b172cc8cb8 admin admin] Network e61c9945-d1ae-4463-b46f-4a9fe8a61bac is already hosted by enough agents. {{(pid=109071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:51:02.656905 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [None req-3154308b-f168-4d0c-90df-78b172cc8cb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:51:02.670396 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690ba6b4-e4b1-415a-9530-e16411fd498b None None] Routers {'bddf8cc3-943b-40da-862b-c85e385f43a3'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:51:02.671100 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-690ba6b4-e4b1-415a-9530-e16411fd498b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:51:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['bddf8cc3-943b-40da-862b-c85e385f43a3'], 'active': True} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:51:02.676526 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3154308b-f168-4d0c-90df-78b172cc8cb8 admin admin] Received port after_create {{(pid=109071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:51:02.706194 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-33a9cd24-dfde-4745-a7d9-b454120c9b8d req-5e340fd6-d9d9-4b9a-af76-3e53e7a1c978 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] For port a28f5d06-763d-4510-af66-7ffd1e741881, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a28f5d06-763d-4510-af66-7ffd1e741881,segment=NetworkSegment(792aad72-a90b-4c1e-a5fe-25e7806f78d6),segment_id=792aad72-a90b-4c1e-a5fe-25e7806f78d6)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:51:02.706874 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-33a9cd24-dfde-4745-a7d9-b454120c9b8d req-5e340fd6-d9d9-4b9a-af76-3e53e7a1c978 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:02.736328 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-33a9cd24-dfde-4745-a7d9-b454120c9b8d req-5e340fd6-d9d9-4b9a-af76-3e53e7a1c978 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Calling delete_port for a28f5d06-763d-4510-af66-7ffd1e741881 owned by compute:nova {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:51:02.833404 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3154308b-f168-4d0c-90df-78b172cc8cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688128'] for router_interface, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:02.966663 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25926c6e-89df-47c7-abbb-61662f76e93c req-a73adc58-eac0-4812-b392-3f7c623aa4e4 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:02.968770 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-25926c6e-89df-47c7-abbb-61662f76e93c req-a73adc58-eac0-4812-b392-3f7c623aa4e4 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.2942050 Nov 25 04:51:02.991332 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvr_db [None req-690ba6b4-e4b1-415a-9530-e16411fd498b None None] Set router bddf8cc3-943b-40da-862b-c85e385f43a3 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:51:03.102756 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-25926c6e-89df-47c7-abbb-61662f76e93c req-355af4a8-b05a-4e68-bac2-6e933750b372 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261280 Nov 25 04:51:03.133503 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e27e4c-2dbc-4d07-977c-13cab663811e req-b0904513-0bac-4410-8410-3ed4a608171d tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:03.137472 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-68e27e4c-2dbc-4d07-977c-13cab663811e req-b0904513-0bac-4410-8410-3ed4a608171d tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.2993472 Nov 25 04:51:03.169208 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-b2319d08-fe4f-47dc-9dce-ef8e6ac1789a None None] Provisioning complete for port df0dc540-36dd-4125-84d0-4a9eccb024aa triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:51:03.174832 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-b2319d08-fe4f-47dc-9dce-ef8e6ac1789a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:03.222010 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3154308b-f168-4d0c-90df-78b172cc8cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:03.267254 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-68e27e4c-2dbc-4d07-977c-13cab663811e req-d6391d53-c4b7-4f0c-b67c-09bd43d5e364 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919063 Nov 25 04:51:03.337172 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-33a9cd24-dfde-4745-a7d9-b454120c9b8d req-5e340fd6-d9d9-4b9a-af76-3e53e7a1c978 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:03.359219 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-b2319d08-fe4f-47dc-9dce-ef8e6ac1789a None None] Port df0dc540-36dd-4125-84d0-4a9eccb024aa cannot update to ACTIVE because it is not bound. {{(pid=109072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 04:51:03.385623 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['13e72fd7-b1cc-4261-a096-bd204b592887', 'a28f5d06-763d-4510-af66-7ffd1e741881'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:51:03.419903 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e340fd6-d9d9-4b9a-af76-3e53e7a1c978 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Pushing event deleted for resources: {'Port': ['ID=a28f5d06-763d-4510-af66-7ffd1e741881,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:03.544246 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a9cd24-dfde-4745-a7d9-b454120c9b8d req-5e340fd6-d9d9-4b9a-af76-3e53e7a1c978 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] No DVR routers for this DVR port a28f5d06-763d-4510-af66-7ffd1e741881 on host hv-cinder-81558 {{(pid=109070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 04:51:03.548907 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-33a9cd24-dfde-4745-a7d9-b454120c9b8d req-5e340fd6-d9d9-4b9a-af76-3e53e7a1c978 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:03.563145 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-33a9cd24-dfde-4745-a7d9-b454120c9b8d req-5e340fd6-d9d9-4b9a-af76-3e53e7a1c978 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.41 "DELETE /v2.0/ports/a28f5d06-763d-4510-af66-7ffd1e741881 HTTP/1.1" status: 204 len: 173 time: 1.2704253 Nov 25 04:51:03.564088 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32a9a6b-2022-409f-8961-818502fc99d3', 'name': 'network-vif-deleted', 'tag': 'a28f5d06-763d-4510-af66-7ffd1e741881'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:51:03.569306 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c54fbf746f0c7fba78ef8d59e1beae84bb94fede6ed59824d7b8ea859eeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdf81a3-0bda-48ab-aa33-08cb8c3194ac" -d '{"events": [{"server_uuid": "d32a9a6b-2022-409f-8961-818502fc99d3", "name": "network-vif-deleted", "tag": "a28f5d06-763d-4510-af66-7ffd1e741881"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:51:03.652703 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e2b761-1239-4897-a112-3c1240260072 x-openstack-request-id: req-c8e2b761-1239-4897-a112-3c1240260072 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:51:03.653466 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32a9a6b-2022-409f-8961-818502fc99d3", "name": "network-vif-deleted", "tag": "a28f5d06-763d-4510-af66-7ffd1e741881", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:51:03.653968 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c8e2b761-1239-4897-a112-3c1240260072 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:51:03.655285 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32a9a6b-2022-409f-8961-818502fc99d3', 'name': 'network-vif-deleted', 'tag': 'a28f5d06-763d-4510-af66-7ffd1e741881', 'status': 'completed', 'code': 200} Nov 25 04:51:03.660373 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-690ba6b4-e4b1-415a-9530-e16411fd498b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddf8cc3-943b-40da-862b-c85e385f43a3', 'name': 'tempest-TestMinimumBasicScenario-1584244765-router', 'tenant_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '4410f5dc-684e-429a-876c-3116f019a52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:50:56Z', 'updated_at': '2021-11-25T04:50:58Z', 'revision_number': 3, 'project_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'gw_port': {'id': '4410f5dc-684e-429a-876c-3116f019a52a', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bddf8cc3-943b-40da-862b-c85e385f43a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:57Z', 'updated_at': '2021-11-25T04:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi'}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:51:03.725402 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:03.735726 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690ba6b4-e4b1-415a-9530-e16411fd498b None None] The sync data for ids ['bddf8cc3-943b-40da-862b-c85e385f43a3'] in dv-cinder-815582-6-iscsi is: [{'id': 'bddf8cc3-943b-40da-862b-c85e385f43a3', 'name': 'tempest-TestMinimumBasicScenario-1584244765-router', 'tenant_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '4410f5dc-684e-429a-876c-3116f019a52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:50:56Z', 'updated_at': '2021-11-25T04:50:58Z', 'revision_number': 3, 'project_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'gw_port': {'id': '4410f5dc-684e-429a-876c-3116f019a52a', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bddf8cc3-943b-40da-862b-c85e385f43a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:57Z', 'updated_at': '2021-11-25T04:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi'}] {{(pid=109073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:51:03.854580 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-d3b045db-c685-4fc3-bac0-5b1786930d34 req-b861bdf0-f1a7-4a6b-9dbc-0bbb57409b21 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=d32a9a6b-2022-409f-8961-818502fc99d3 HTTP/1.1" status: 200 len: 210 time: 0.0749500 Nov 25 04:51:03.913030 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3154308b-f168-4d0c-90df-78b172cc8cb8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:03.936034 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3154308b-f168-4d0c-90df-78b172cc8cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8963629'] for port, after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:04.179462 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3154308b-f168-4d0c-90df-78b172cc8cb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4163469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3681904'] for router_interface, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:04.192901 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154308b-f168-4d0c-90df-78b172cc8cb8 admin admin] Pushing event updated for resources: {'Port': ['ID=df0dc540-36dd-4125-84d0-4a9eccb024aa,revision_number=2']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:04.421188 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd80753-da4a-449a-be56-5581fbb3aaf6 req-bd47c8ec-d259-4d06-bade-31faf98b8600 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:04.431802 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6cd80753-da4a-449a-be56-5581fbb3aaf6 req-bd47c8ec-d259-4d06-bade-31faf98b8600 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.1167617 Nov 25 04:51:04.463639 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3154308b-f168-4d0c-90df-78b172cc8cb8 admin admin] Network e61c9945-d1ae-4463-b46f-4a9fe8a61bac is already hosted by enough agents. {{(pid=109071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:51:04.469960 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [None req-3154308b-f168-4d0c-90df-78b172cc8cb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:51:04.548242 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6cd80753-da4a-449a-be56-5581fbb3aaf6 req-9801aa18-f963-44dc-ada2-e6c2e90bbfeb tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143012 Nov 25 04:51:04.642910 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab19d4-a677-4f71-93f3-0f16d5ecaea9 req-ede39bd5-653f-4523-a5bc-db603308d5ec tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:04.644596 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-97ab19d4-a677-4f71-93f3-0f16d5ecaea9 req-ede39bd5-653f-4523-a5bc-db603308d5ec tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.1780612 Nov 25 04:51:04.777379 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-97ab19d4-a677-4f71-93f3-0f16d5ecaea9 req-a2229c3c-c99f-488d-9462-1dce05b4282f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815797 Nov 25 04:51:04.804822 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3154308b-f168-4d0c-90df-78b172cc8cb8 admin admin] Router bddf8cc3-943b-40da-862b-c85e385f43a3 has already been hosted by L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f {{(pid=109071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 04:51:04.945201 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-20832f74-e2f6-4989-b816-718b5c62bc65 None None] Provisioning complete for port df0dc540-36dd-4125-84d0-4a9eccb024aa triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:51:04.945643 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-20832f74-e2f6-4989-b816-718b5c62bc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:05.007019 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3154308b-f168-4d0c-90df-78b172cc8cb8 admin admin] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:51:05.028364 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-3154308b-f168-4d0c-90df-78b172cc8cb8 admin admin] 10.222.0.36 "PUT /v2.0/routers/bddf8cc3-943b-40da-862b-c85e385f43a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4907777 Nov 25 04:51:05.055615 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-20832f74-e2f6-4989-b816-718b5c62bc65 None None] Port df0dc540-36dd-4125-84d0-4a9eccb024aa cannot update to ACTIVE because it is not bound. {{(pid=109072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 04:51:05.784764 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed028630-792a-47ea-ae93-0bdd985d093d req-e3b32fb6-cff2-4393-b07e-1d2418a05244 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:05.792598 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ed028630-792a-47ea-ae93-0bdd985d093d req-e3b32fb6-cff2-4393-b07e-1d2418a05244 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.1174891 Nov 25 04:51:05.851458 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 4410f5dc-684e-429a-876c-3116f019a52a up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:51:05.919471 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ed028630-792a-47ea-ae93-0bdd985d093d req-9d08d36b-2cf7-49bf-8e53-cef4370cef9a tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258261 Nov 25 04:51:06.003004 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port 4410f5dc-684e-429a-876c-3116f019a52a triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:51:06.004019 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:06.012741 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f94a0d-52be-4d2a-a254-0a47e4c44004 req-4669c00a-c16f-40e5-a3fe-f32457fef72a tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:06.021739 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-73f94a0d-52be-4d2a-a254-0a47e4c44004 req-4669c00a-c16f-40e5-a3fe-f32457fef72a tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.0808311 Nov 25 04:51:06.102395 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-73f94a0d-52be-4d2a-a254-0a47e4c44004 req-856aacba-9fa7-4f29-8e4e-6f0227ef374e tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789106 Nov 25 04:51:06.207137 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:06.270254 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] For port 4410f5dc-684e-429a-876c-3116f019a52a, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=4410f5dc-684e-429a-876c-3116f019a52a,segment=NetworkSegment(5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6),segment_id=5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:51:06.280478 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:06.372803 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Pushing event updated for resources: {'Port': ['ID=4410f5dc-684e-429a-876c-3116f019a52a,revision_number=4']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:06.396484 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 56872) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:51:06.402345 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-dd00b93a-b6f7-49c2-be4f-38ab27539baa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1988887743-network', 'tenant_id': '6cc4ae157b8644179b3ffec5cc9cca46'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:51:06.453841 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd00b93a-b6f7-49c2-be4f-38ab27539baa admin admin] Made reservation on behalf of 6cc4ae157b8644179b3ffec5cc9cca46 for: {'network': 1} {{(pid=109071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:51:06.459581 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-dd00b93a-b6f7-49c2-be4f-38ab27539baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for network, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:06.480782 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-dd00b93a-b6f7-49c2-be4f-38ab27539baa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:06.544706 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8198340d-a906-4e0a-a595-dd0e366afc21 None None] Sync routers for ids ['bddf8cc3-943b-40da-862b-c85e385f43a3'] in dv-cinder-815582-6-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:51:06.565134 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8198340d-a906-4e0a-a595-dd0e366afc21 None None] Routers {'bddf8cc3-943b-40da-862b-c85e385f43a3'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:51:06.567297 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-8198340d-a906-4e0a-a595-dd0e366afc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:51:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['bddf8cc3-943b-40da-862b-c85e385f43a3'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:51:06.645555 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-dd00b93a-b6f7-49c2-be4f-38ab27539baa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:06.652417 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-dd00b93a-b6f7-49c2-be4f-38ab27539baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:06.680960 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device a28f5d06-763d-4510-af66-7ffd1e741881 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:51:06.691449 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00b93a-b6f7-49c2-be4f-38ab27539baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bb2a2c-7407-4e26-a9ab-3d7076c987a9,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:06.703270 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd00b93a-b6f7-49c2-be4f-38ab27539baa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=109071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 04:51:06.715805 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-dd00b93a-b6f7-49c2-be4f-38ab27539baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041'] for segment, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:06.716182 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.db.segments_db [None req-dd00b93a-b6f7-49c2-be4f-38ab27539baa admin admin] Added segment 07da5f35-060b-4a9b-9ecf-6505ab4af3ba of type vlan for network 60249061-d0d9-451a-ba13-f5fc4af0109a Nov 25 04:51:06.731881 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10eaa9b-7d09-4fe2-829a-68523d43832c req-4664fae8-5bd2-4287-9c0e-18e9ab8672a8 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:06.734486 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a10eaa9b-7d09-4fe2-829a-68523d43832c req-4664fae8-5bd2-4287-9c0e-18e9ab8672a8 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=939bed74-732b-4732-819e-c2b1fb9ad58c HTTP/1.1" status: 200 len: 945 time: 0.0969586 Nov 25 04:51:06.776976 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-dd00b93a-b6f7-49c2-be4f-38ab27539baa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783339880421'] for network, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:06.822555 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-dd00b93a-b6f7-49c2-be4f-38ab27539baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519'] for network, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:06.827822 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a10eaa9b-7d09-4fe2-829a-68523d43832c req-45d888e4-3947-422d-a21f-820730008c16 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802906 Nov 25 04:51:06.829246 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd00b93a-b6f7-49c2-be4f-38ab27539baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:06.832716 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-dd00b93a-b6f7-49c2-be4f-38ab27539baa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for network, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:06.862476 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-8198340d-a906-4e0a-a595-dd0e366afc21 None None] Set router bddf8cc3-943b-40da-862b-c85e385f43a3 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:51:07.136503 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] No Port match for: a28f5d06-763d-4510-af66-7ffd1e741881 {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 04:51:07.137155 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device a28f5d06-763d-4510-af66-7ffd1e741881 not bound to the agent host hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 04:51:07.140662 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-dd00b93a-b6f7-49c2-be4f-38ab27539baa admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7426913 Nov 25 04:51:07.143529 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 56880) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:51:07.150758 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-644e67b2-a5c4-4096-b338-1cb18f693f34 admin admin] Request body: {'subnet': {'network_id': '60249061-d0d9-451a-ba13-f5fc4af0109a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1988887743-subnet', 'tenant_id': '6cc4ae157b8644179b3ffec5cc9cca46', 'ip_version': 4}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:51:07.159430 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00b93a-b6f7-49c2-be4f-38ab27539baa admin admin] Pushing event updated for resources: {'Network': ['ID=60249061-d0d9-451a-ba13-f5fc4af0109a,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:07.205301 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644e67b2-a5c4-4096-b338-1cb18f693f34 admin admin] Made reservation on behalf of 6cc4ae157b8644179b3ffec5cc9cca46 for: {'subnet': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:51:07.207036 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2efc096-c05d-4df6-b31c-fe89807ec8ca req-a0e24668-805a-4281-8bfb-8aca8a3ebbc8 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:07.208287 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-644e67b2-a5c4-4096-b338-1cb18f693f34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9764349'] for subnet, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:07.210043 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-b2efc096-c05d-4df6-b31c-fe89807ec8ca req-a0e24668-805a-4281-8bfb-8aca8a3ebbc8 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.1671782 Nov 25 04:51:07.214755 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Network 60249061-d0d9-451a-ba13-f5fc4af0109a details requested by agent ovs-agent-dv-cinder-815582-6-iscsi with host dv-cinder-815582-6-iscsi {{(pid=109072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 04:51:07.318292 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-8198340d-a906-4e0a-a595-dd0e366afc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddf8cc3-943b-40da-862b-c85e385f43a3', 'name': 'tempest-TestMinimumBasicScenario-1584244765-router', 'tenant_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '4410f5dc-684e-429a-876c-3116f019a52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:50:56Z', 'updated_at': '2021-11-25T04:51:03Z', 'revision_number': 4, 'project_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'gw_port': {'id': '4410f5dc-684e-429a-876c-3116f019a52a', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf8cc3-943b-40da-862b-c85e385f43a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:57Z', 'updated_at': '2021-11-25T04:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': 'df0dc540-36dd-4125-84d0-4a9eccb024aa', 'name': '', 'network_id': 'e61c9945-d1ae-4463-b46f-4a9fe8a61bac', 'tenant_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'mac_address': 'fa:16:3e:58:0f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bddf8cc3-943b-40da-862b-c85e385f43a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '7673e6b1-8eed-4ed4-8327-5f10fdee32cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:51:01Z', 'updated_at': '2021-11-25T04:51:03Z', 'revision_number': 2, 'project_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'subnets': [{'id': '7673e6b1-8eed-4ed4-8327-5f10fdee32cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:51:07.331437 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-b2efc096-c05d-4df6-b31c-fe89807ec8ca req-06ab08f1-a885-4cef-a733-167f06d468bd tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122360 Nov 25 04:51:07.359165 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8198340d-a906-4e0a-a595-dd0e366afc21 None None] Checking router: bddf8cc3-943b-40da-862b-c85e385f43a3 for host: dv-cinder-815582-6-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:51:07.359165 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8198340d-a906-4e0a-a595-dd0e366afc21 None None] Updating router bddf8cc3-943b-40da-862b-c85e385f43a3 port df0dc540-36dd-4125-84d0-4a9eccb024aa binding host dv-cinder-815582-6-iscsi {{(pid=109072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 04:51:07.390824 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-8198340d-a906-4e0a-a595-dd0e366afc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:07.577984 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc9ba1-4a5e-4905-a226-d5c4e27104be req-a8ec78a9-cb88-4700-a9a4-f842d984c035 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:07.579861 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-41fc9ba1-4a5e-4905-a226-d5c4e27104be req-a8ec78a9-cb88-4700-a9a4-f842d984c035 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.3621376 Nov 25 04:51:07.742447 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-41fc9ba1-4a5e-4905-a226-d5c4e27104be req-efa2ab36-0c22-4df6-a767-a46595392c47 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535053 Nov 25 04:51:07.817963 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 4410f5dc-684e-429a-876c-3116f019a52a up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:51:08.005345 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-8198340d-a906-4e0a-a595-dd0e366afc21 None None] Publish callbacks [] for port, precommit_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:08.037712 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-8198340d-a906-4e0a-a595-dd0e366afc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:08.094438 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-644e67b2-a5c4-4096-b338-1cb18f693f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9557310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9757719'] for subnet, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:08.109551 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33dd38-1b10-434c-b38c-af1b9ded5097 req-81e3a781-fc02-4913-bda7-b34a11ee65c4 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:08.122123 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-bc33dd38-1b10-434c-b38c-af1b9ded5097 req-81e3a781-fc02-4913-bda7-b34a11ee65c4 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=939bed74-732b-4732-819e-c2b1fb9ad58c HTTP/1.1" status: 200 len: 945 time: 0.0920694 Nov 25 04:51:08.148580 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff73ce7-e5a8-4fb3-abcf-5109a2a331ac None None] Pushing event updated for resources: {'Port': ['ID=df0dc540-36dd-4125-84d0-4a9eccb024aa,revision_number=3']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:08.170181 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port 4410f5dc-684e-429a-876c-3116f019a52a triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:51:08.170830 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:08.224593 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-bc33dd38-1b10-434c-b38c-af1b9ded5097 req-9fa6bf69-9e9f-42d0-b31b-e017d45eebae tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913901 Nov 25 04:51:08.346523 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e67b2-a5c4-4096-b338-1cb18f693f34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=458ad482-d971-4280-ae3d-2ddb6a8397a1,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:08.362693 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644e67b2-a5c4-4096-b338-1cb18f693f34 admin admin] Checking segment: {'id': '07da5f35-060b-4a9b-9ecf-6505ab4af3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '60249061-d0d9-451a-ba13-f5fc4af0109a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:51:08.363322 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644e67b2-a5c4-4096-b338-1cb18f693f34 admin admin] Network hostable DHCP agents. Network: 60249061-d0d9-451a-ba13-f5fc4af0109a, hostable agents: ['b468568d-98fa-4cc8-a5cb-272923c6e379'], hosted agents: [] {{(pid=109070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 04:51:08.397079 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644e67b2-a5c4-4096-b338-1cb18f693f34 admin admin] Network 60249061-d0d9-451a-ba13-f5fc4af0109a is scheduled to be hosted by DHCP agent b468568d-98fa-4cc8-a5cb-272923c6e379 with binding_index 1 {{(pid=109070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 04:51:08.411667 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-8198340d-a906-4e0a-a595-dd0e366afc21 None None] Attempting to bind port df0dc540-36dd-4125-84d0-4a9eccb024aa on host dv-cinder-815582-6-iscsi for vnic_type normal with profile {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:51:08.411997 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-8198340d-a906-4e0a-a595-dd0e366afc21 None None] Attempting to bind port df0dc540-36dd-4125-84d0-4a9eccb024aa by drivers openvswitch,hyperv on host dv-cinder-815582-6-iscsi at level 0 using segments [{'id': 'f01d369d-4474-4be2-bcbb-52e355d9cd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e61c9945-d1ae-4463-b46f-4a9fe8a61bac'}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:51:08.414899 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8198340d-a906-4e0a-a595-dd0e366afc21 None None] Attempting to bind port df0dc540-36dd-4125-84d0-4a9eccb024aa on network e61c9945-d1ae-4463-b46f-4a9fe8a61bac {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:51:08.450833 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-644e67b2-a5c4-4096-b338-1cb18f693f34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-6-iscsi, 60249061-d0d9-451a-ba13-f5fc4af0109a) {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:51:08.496798 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644e67b2-a5c4-4096-b338-1cb18f693f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:08.497479 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-644e67b2-a5c4-4096-b338-1cb18f693f34 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:08.504196 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8198340d-a906-4e0a-a595-dd0e366afc21 None None] Checking agent: {'id': '2825277b-b27f-46a7-b452-1b49513b2056', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 40, 34), 'started_at': datetime.datetime(2021, 11, 25, 4, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:51:08.504196 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8198340d-a906-4e0a-a595-dd0e366afc21 None None] Checking segment: {'id': 'f01d369d-4474-4be2-bcbb-52e355d9cd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e61c9945-d1ae-4463-b46f-4a9fe8a61bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:51:08.510578 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-8198340d-a906-4e0a-a595-dd0e366afc21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:08.511249 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8198340d-a906-4e0a-a595-dd0e366afc21 None None] Bound using segment: {'id': 'f01d369d-4474-4be2-bcbb-52e355d9cd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e61c9945-d1ae-4463-b46f-4a9fe8a61bac'} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:51:08.511988 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-8198340d-a906-4e0a-a595-dd0e366afc21 None None] Bound port: df0dc540-36dd-4125-84d0-4a9eccb024aa, host: dv-cinder-815582-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01d369d-4474-4be2-bcbb-52e355d9cd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e61c9945-d1ae-4463-b46f-4a9fe8a61bac'}}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:51:08.512517 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-8198340d-a906-4e0a-a595-dd0e366afc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:08.518270 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69d54e7-eddb-4d3b-a567-4271ddc126a2 None None] Network 60249061-d0d9-451a-ba13-f5fc4af0109a requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:51:08.806411 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-8017dacf-5aef-49f1-a046-ee10880761cd None None] Provisioning complete for port df0dc540-36dd-4125-84d0-4a9eccb024aa triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:51:08.813056 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-8017dacf-5aef-49f1-a046-ee10880761cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:08.940612 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-8198340d-a906-4e0a-a595-dd0e366afc21 None None] For port df0dc540-36dd-4125-84d0-4a9eccb024aa, host dv-cinder-815582-6-iscsi, cleared binding levels {{(pid=109072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:51:09.007571 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515bd2d7-6b79-4735-b00e-0ba0da7eac26 req-041419bb-0035-452a-90cb-4faf949de809 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:09.008511 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-644e67b2-a5c4-4096-b338-1cb18f693f34 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8628087 Nov 25 04:51:09.020326 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-515bd2d7-6b79-4735-b00e-0ba0da7eac26 req-041419bb-0035-452a-90cb-4faf949de809 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.1244564 Nov 25 04:51:09.022183 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 56892) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:51:09.023802 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-8198340d-a906-4e0a-a595-dd0e366afc21 None None] For port df0dc540-36dd-4125-84d0-4a9eccb024aa, host dv-cinder-815582-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=df0dc540-36dd-4125-84d0-4a9eccb024aa,segment=NetworkSegment(f01d369d-4474-4be2-bcbb-52e355d9cd90),segment_id=f01d369d-4474-4be2-bcbb-52e355d9cd90)] {{(pid=109072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:51:09.034333 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-018e3d6d-e758-4687-a674-75b5a74324ff admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1988887743-router', 'tenant_id': '6cc4ae157b8644179b3ffec5cc9cca46', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'}}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:51:09.061276 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-8017dacf-5aef-49f1-a046-ee10880761cd None None] Port df0dc540-36dd-4125-84d0-4a9eccb024aa cannot update to ACTIVE because it is not bound. {{(pid=109072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 04:51:09.065786 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-8198340d-a906-4e0a-a595-dd0e366afc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:09.120558 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916892f-123d-4bc5-a294-ed0339cedc9c req-1dbd3aac-d10c-4760-b494-9f8e63f5f94a tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:09.122504 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3916892f-123d-4bc5-a294-ed0339cedc9c req-1dbd3aac-d10c-4760-b494-9f8e63f5f94a tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.41 "GET /v2.0/ports?device_id=939bed74-732b-4732-819e-c2b1fb9ad58c HTTP/1.1" status: 200 len: 945 time: 0.6967227 Nov 25 04:51:09.126196 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d526d79a-3eca-4f26-a0ff-1b06cd69c2ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd0d5e1f-7819-5798-83e6-40b5b60b3aad-60249061-d0d9-451a-ba13-f5fc4af0109a', 'network_id': '60249061-d0d9-451a-ba13-f5fc4af0109a', 'tenant_id': '6cc4ae157b8644179b3ffec5cc9cca46', 'fixed_ips': [{'subnet_id': '458ad482-d971-4280-ae3d-2ddb6a8397a1'}]}} from dv-cinder-815582-6-iscsi. {{(pid=109072) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 04:51:09.135143 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-d526d79a-3eca-4f26-a0ff-1b06cd69c2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:09.138656 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-515bd2d7-6b79-4735-b00e-0ba0da7eac26 req-8be9849a-a8d6-4001-a4b2-8050a0d85fd1 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165626 Nov 25 04:51:09.196667 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff73ce7-e5a8-4fb3-abcf-5109a2a331ac None None] Pushing event updated for resources: {'Port': ['ID=df0dc540-36dd-4125-84d0-4a9eccb024aa,revision_number=4']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:09.207825 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66105ba0-4ee5-4341-966e-1e4378f1be14 req-ad9a60dd-2aba-4306-8285-758b9301651f tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:09.210441 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-66105ba0-4ee5-4341-966e-1e4378f1be14 req-ad9a60dd-2aba-4306-8285-758b9301651f tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.6987879 Nov 25 04:51:09.318742 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-018e3d6d-e758-4687-a674-75b5a74324ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25019'] for router, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:09.320261 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-018e3d6d-e758-4687-a674-75b5a74324ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3774484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24962'] for router, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:09.474637 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8198340d-a906-4e0a-a595-dd0e366afc21 None None] Routers {'bddf8cc3-943b-40da-862b-c85e385f43a3'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:51:09.487280 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-8198340d-a906-4e0a-a595-dd0e366afc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:51:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['bddf8cc3-943b-40da-862b-c85e385f43a3'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:51:09.563121 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a02889-3421-44fe-ac39-36db66f1f9c9 req-1a84dbf4-3786-42ac-92e9-67552077dd40 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:09.575037 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-68a02889-3421-44fe-ac39-36db66f1f9c9 req-1a84dbf4-3786-42ac-92e9-67552077dd40 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=939bed74-732b-4732-819e-c2b1fb9ad58c HTTP/1.1" status: 200 len: 945 time: 0.2002435 Nov 25 04:51:09.725372 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-68a02889-3421-44fe-ac39-36db66f1f9c9 req-02f28803-fbb1-4722-bbd5-68dbcc3093e8 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/security-groups?id=16f246be-80cb-4d46-825c-81918485329c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486628 Nov 25 04:51:09.754495 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-66105ba0-4ee5-4341-966e-1e4378f1be14 req-d15a10e9-eb3a-4898-80e8-be2db3d12169 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5298014 Nov 25 04:51:09.878333 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-018e3d6d-e758-4687-a674-75b5a74324ff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:09.943170 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-3916892f-123d-4bc5-a294-ed0339cedc9c req-5bdbf8a5-d790-4aa7-a720-d23d5d3b5d1f tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Deleting port 13e72fd7-b1cc-4261-a096-bd204b592887 {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:51:09.958892 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-3916892f-123d-4bc5-a294-ed0339cedc9c req-5bdbf8a5-d790-4aa7-a720-d23d5d3b5d1f tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:10.153116 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.db_base_plugin_common [None req-d526d79a-3eca-4f26-a0ff-1b06cd69c2ad None None] Allocated IP 172.20.0.2 (60249061-d0d9-451a-ba13-f5fc4af0109a/458ad482-d971-4280-ae3d-2ddb6a8397a1/a9a26ceb-d35b-41fc-b95f-49962b47f745) {{(pid=109072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:51:10.212340 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-018e3d6d-e758-4687-a674-75b5a74324ff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:10.256105 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-3916892f-123d-4bc5-a294-ed0339cedc9c req-5bdbf8a5-d790-4aa7-a720-d23d5d3b5d1f tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] For port 13e72fd7-b1cc-4261-a096-bd204b592887, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=13e72fd7-b1cc-4261-a096-bd204b592887,segment=NetworkSegment(792aad72-a90b-4c1e-a5fe-25e7806f78d6),segment_id=792aad72-a90b-4c1e-a5fe-25e7806f78d6)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:51:10.256684 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-3916892f-123d-4bc5-a294-ed0339cedc9c req-5bdbf8a5-d790-4aa7-a720-d23d5d3b5d1f tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:10.305097 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-3916892f-123d-4bc5-a294-ed0339cedc9c req-5bdbf8a5-d790-4aa7-a720-d23d5d3b5d1f tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Calling delete_port for 13e72fd7-b1cc-4261-a096-bd204b592887 owned by compute:nova {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:51:10.403008 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-15d5b07d-5cb8-4b44-ad60-46c7bcf0a227 None None] Provisioning complete for port df0dc540-36dd-4125-84d0-4a9eccb024aa triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:51:10.403706 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-15d5b07d-5cb8-4b44-ad60-46c7bcf0a227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:10.410950 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-d526d79a-3eca-4f26-a0ff-1b06cd69c2ad None None] Publish callbacks [] for port, precommit_create {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:10.435351 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea966a1-4fff-4b44-ab1e-75902098eeb2 req-552e7f4c-ba90-403e-8481-30799f095323 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:10.443057 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-3ea966a1-4fff-4b44-ab1e-75902098eeb2 req-552e7f4c-ba90-403e-8481-30799f095323 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.1505952 Nov 25 04:51:10.452441 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-d526d79a-3eca-4f26-a0ff-1b06cd69c2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851'] for port, after_create {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:10.529316 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d526d79a-3eca-4f26-a0ff-1b06cd69c2ad None None] Network 60249061-d0d9-451a-ba13-f5fc4af0109a is already hosted by enough agents. {{(pid=109072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:51:10.536244 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-8198340d-a906-4e0a-a595-dd0e366afc21 None None] Set router bddf8cc3-943b-40da-862b-c85e385f43a3 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:51:10.580827 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-3ea966a1-4fff-4b44-ab1e-75902098eeb2 req-975aac63-2316-4f9f-aa42-519c997d7697 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321995 Nov 25 04:51:10.601103 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.scheduler.base_scheduler [None req-d526d79a-3eca-4f26-a0ff-1b06cd69c2ad None None] Resources bound (agent type, host, resource id): {{(pid=109072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:51:10.649734 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d526d79a-3eca-4f26-a0ff-1b06cd69c2ad None None] Received port after_create {{(pid=109072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:51:10.659267 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526d79a-3eca-4f26-a0ff-1b06cd69c2ad None None] Pushing event updated for resources: {'Port': ['ID=a9a26ceb-d35b-41fc-b95f-49962b47f745,revision_number=1']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:10.736679 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-15d5b07d-5cb8-4b44-ad60-46c7bcf0a227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:10.870885 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-018e3d6d-e758-4687-a674-75b5a74324ff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:10.896516 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-15d5b07d-5cb8-4b44-ad60-46c7bcf0a227 None None] For port df0dc540-36dd-4125-84d0-4a9eccb024aa, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=df0dc540-36dd-4125-84d0-4a9eccb024aa,segment=NetworkSegment(f01d369d-4474-4be2-bcbb-52e355d9cd90),segment_id=f01d369d-4474-4be2-bcbb-52e355d9cd90)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:51:10.901438 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-018e3d6d-e758-4687-a674-75b5a74324ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:10.911608 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-3916892f-123d-4bc5-a294-ed0339cedc9c req-5bdbf8a5-d790-4aa7-a720-d23d5d3b5d1f tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:10.916503 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-15d5b07d-5cb8-4b44-ad60-46c7bcf0a227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:10.976824 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-d526d79a-3eca-4f26-a0ff-1b06cd69c2ad None None] Attempting to bind port a9a26ceb-d35b-41fc-b95f-49962b47f745 on host dv-cinder-815582-6-iscsi for vnic_type normal with profile {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:51:10.977726 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-d526d79a-3eca-4f26-a0ff-1b06cd69c2ad None None] Attempting to bind port a9a26ceb-d35b-41fc-b95f-49962b47f745 by drivers openvswitch,hyperv on host dv-cinder-815582-6-iscsi at level 0 using segments [{'id': '07da5f35-060b-4a9b-9ecf-6505ab4af3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '60249061-d0d9-451a-ba13-f5fc4af0109a'}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:51:10.979452 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d526d79a-3eca-4f26-a0ff-1b06cd69c2ad None None] Attempting to bind port a9a26ceb-d35b-41fc-b95f-49962b47f745 on network 60249061-d0d9-451a-ba13-f5fc4af0109a {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:51:11.023692 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9398f9ea-e4c1-49b8-b9ee-637b273c5dbf req-224a51fd-611d-4072-80b2-e5a74d56a5a4 tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.36 "GET /v2.0/ports?device_id=939bed74-732b-4732-819e-c2b1fb9ad58c HTTP/1.1" status: 200 len: 210 time: 0.1046503 Nov 25 04:51:11.028973 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdbf8a5-d790-4aa7-a720-d23d5d3b5d1f tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Pushing event deleted for resources: {'Port': ['ID=13e72fd7-b1cc-4261-a096-bd204b592887,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:11.037705 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d526d79a-3eca-4f26-a0ff-1b06cd69c2ad None None] Checking agent: {'id': '2825277b-b27f-46a7-b452-1b49513b2056', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 40, 34), 'started_at': datetime.datetime(2021, 11, 25, 4, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:51:11.038499 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d526d79a-3eca-4f26-a0ff-1b06cd69c2ad None None] Checking segment: {'id': '07da5f35-060b-4a9b-9ecf-6505ab4af3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '60249061-d0d9-451a-ba13-f5fc4af0109a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:51:11.039173 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-d526d79a-3eca-4f26-a0ff-1b06cd69c2ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:11.039884 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d526d79a-3eca-4f26-a0ff-1b06cd69c2ad None None] Bound using segment: {'id': '07da5f35-060b-4a9b-9ecf-6505ab4af3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '60249061-d0d9-451a-ba13-f5fc4af0109a'} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:51:11.040735 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-d526d79a-3eca-4f26-a0ff-1b06cd69c2ad None None] Bound port: a9a26ceb-d35b-41fc-b95f-49962b47f745, host: dv-cinder-815582-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07da5f35-060b-4a9b-9ecf-6505ab4af3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '60249061-d0d9-451a-ba13-f5fc4af0109a'}}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:51:11.041367 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-d526d79a-3eca-4f26-a0ff-1b06cd69c2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:11.075121 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f8a15-076c-4f3a-813d-4b231af8659b req-ef6bccc2-41e4-48e1-95f1-913cb3ade49f tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:11.088107 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-aa4f8a15-076c-4f3a-813d-4b231af8659b req-ef6bccc2-41e4-48e1-95f1-913cb3ade49f tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.1469245 Nov 25 04:51:11.165849 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-d526d79a-3eca-4f26-a0ff-1b06cd69c2ad None None] For port a9a26ceb-d35b-41fc-b95f-49962b47f745, host dv-cinder-815582-6-iscsi, cleared binding levels {{(pid=109072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:51:11.169848 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-aa4f8a15-076c-4f3a-813d-4b231af8659b req-0ab005ce-d1c5-424b-9c96-f78e63faf476 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639863 Nov 25 04:51:11.181732 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-d526d79a-3eca-4f26-a0ff-1b06cd69c2ad None None] For port a9a26ceb-d35b-41fc-b95f-49962b47f745, host dv-cinder-815582-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=a9a26ceb-d35b-41fc-b95f-49962b47f745,segment=NetworkSegment(07da5f35-060b-4a9b-9ecf-6505ab4af3ba),segment_id=07da5f35-060b-4a9b-9ecf-6505ab4af3ba)] {{(pid=109072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:51:11.208922 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-3916892f-123d-4bc5-a294-ed0339cedc9c req-5bdbf8a5-d790-4aa7-a720-d23d5d3b5d1f tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] No DVR routers for this DVR port 13e72fd7-b1cc-4261-a096-bd204b592887 on host hv-cinder-81558 {{(pid=109070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 04:51:11.215231 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-d526d79a-3eca-4f26-a0ff-1b06cd69c2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:11.216388 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-3916892f-123d-4bc5-a294-ed0339cedc9c req-5bdbf8a5-d790-4aa7-a720-d23d5d3b5d1f tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:11.220651 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3916892f-123d-4bc5-a294-ed0339cedc9c req-5bdbf8a5-d790-4aa7-a720-d23d5d3b5d1f tempest-AttachVolumeNegativeTest-1345633169 tempest-AttachVolumeNegativeTest-1345633169-project] 10.222.0.41 "DELETE /v2.0/ports/13e72fd7-b1cc-4261-a096-bd204b592887 HTTP/1.1" status: 204 len: 173 time: 2.0832384 Nov 25 04:51:11.221667 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939bed74-732b-4732-819e-c2b1fb9ad58c', 'name': 'network-vif-deleted', 'tag': '13e72fd7-b1cc-4261-a096-bd204b592887'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:51:11.226750 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d5b07d-5cb8-4b44-ad60-46c7bcf0a227 None None] Pushing event updated for resources: {'Port': ['ID=df0dc540-36dd-4125-84d0-4a9eccb024aa,revision_number=5']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:11.234998 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c54fbf746f0c7fba78ef8d59e1beae84bb94fede6ed59824d7b8ea859eeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a5adbc-46d4-4a52-b7e1-877652756d86" -d '{"events": [{"server_uuid": "939bed74-732b-4732-819e-c2b1fb9ad58c", "name": "network-vif-deleted", "tag": "13e72fd7-b1cc-4261-a096-bd204b592887"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:51:11.364843 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df8e8e6-6ab1-4ee6-9197-aee202328473 x-openstack-request-id: req-6df8e8e6-6ab1-4ee6-9197-aee202328473 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:51:11.365525 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939bed74-732b-4732-819e-c2b1fb9ad58c", "name": "network-vif-deleted", "tag": "13e72fd7-b1cc-4261-a096-bd204b592887", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:51:11.365996 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6df8e8e6-6ab1-4ee6-9197-aee202328473 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:51:11.366747 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939bed74-732b-4732-819e-c2b1fb9ad58c', 'name': 'network-vif-deleted', 'tag': '13e72fd7-b1cc-4261-a096-bd204b592887', 'status': 'completed', 'code': 200} Nov 25 04:51:11.367227 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526d79a-3eca-4f26-a0ff-1b06cd69c2ad None None] Pushing event updated for resources: {'Port': ['ID=a9a26ceb-d35b-41fc-b95f-49962b47f745,revision_number=2']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:11.368632 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [None req-018e3d6d-e758-4687-a674-75b5a74324ff admin admin] Allocated IP 172.27.2.92 (7252c0b9-b802-4561-8a54-4fb5c87ca7b8/b33b80b7-52e3-4af3-b161-e1f3edefb5e3/2e79d61a-6082-46de-b8f9-a36d360e9a7a) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:51:11.390146 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-8198340d-a906-4e0a-a595-dd0e366afc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddf8cc3-943b-40da-862b-c85e385f43a3', 'name': 'tempest-TestMinimumBasicScenario-1584244765-router', 'tenant_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '4410f5dc-684e-429a-876c-3116f019a52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:50:56Z', 'updated_at': '2021-11-25T04:51:03Z', 'revision_number': 4, 'project_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'gw_port': {'id': '4410f5dc-684e-429a-876c-3116f019a52a', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf8cc3-943b-40da-862b-c85e385f43a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:57Z', 'updated_at': '2021-11-25T04:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': 'df0dc540-36dd-4125-84d0-4a9eccb024aa', 'name': '', 'network_id': 'e61c9945-d1ae-4463-b46f-4a9fe8a61bac', 'tenant_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'mac_address': 'fa:16:3e:58:0f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bddf8cc3-943b-40da-862b-c85e385f43a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '7673e6b1-8eed-4ed4-8327-5f10fdee32cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:51:01Z', 'updated_at': '2021-11-25T04:51:08Z', 'revision_number': 4, 'project_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'subnets': [{'id': '7673e6b1-8eed-4ed4-8327-5f10fdee32cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:51:11.510529 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8198340d-a906-4e0a-a595-dd0e366afc21 None None] The sync data for ids ['bddf8cc3-943b-40da-862b-c85e385f43a3'] in dv-cinder-815582-6-iscsi is: [{'id': 'bddf8cc3-943b-40da-862b-c85e385f43a3', 'name': 'tempest-TestMinimumBasicScenario-1584244765-router', 'tenant_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '4410f5dc-684e-429a-876c-3116f019a52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:50:56Z', 'updated_at': '2021-11-25T04:51:03Z', 'revision_number': 4, 'project_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'gw_port': {'id': '4410f5dc-684e-429a-876c-3116f019a52a', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf8cc3-943b-40da-862b-c85e385f43a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:57Z', 'updated_at': '2021-11-25T04:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': 'df0dc540-36dd-4125-84d0-4a9eccb024aa', 'name': '', 'network_id': 'e61c9945-d1ae-4463-b46f-4a9fe8a61bac', 'tenant_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'mac_address': 'fa:16:3e:58:0f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bddf8cc3-943b-40da-862b-c85e385f43a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '7673e6b1-8eed-4ed4-8327-5f10fdee32cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:51:01Z', 'updated_at': '2021-11-25T04:51:08Z', 'revision_number': 4, 'project_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'subnets': [{'id': '7673e6b1-8eed-4ed4-8327-5f10fdee32cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:51:11.631387 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-018e3d6d-e758-4687-a674-75b5a74324ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:11.707222 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-018e3d6d-e758-4687-a674-75b5a74324ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:11.780508 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018e3d6d-e758-4687-a674-75b5a74324ff admin admin] Network 7252c0b9-b802-4561-8a54-4fb5c87ca7b8 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:51:11.788749 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-018e3d6d-e758-4687-a674-75b5a74324ff admin admin] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:51:11.793250 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018e3d6d-e758-4687-a674-75b5a74324ff admin admin] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:51:11.921938 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b0f06-6533-44d1-87d4-fc9ace9c7a52 req-30f0d400-d8f3-4e8d-bece-7003aa5d8c5e tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:11.923517 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-344b0f06-6533-44d1-87d4-fc9ace9c7a52 req-30f0d400-d8f3-4e8d-bece-7003aa5d8c5e tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.1894474 Nov 25 04:51:11.952626 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e3d6d-e758-4687-a674-75b5a74324ff admin admin] Pushing event updated for resources: {'Port': ['ID=2e79d61a-6082-46de-b8f9-a36d360e9a7a,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:12.106149 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-344b0f06-6533-44d1-87d4-fc9ace9c7a52 req-e5070ec8-056e-42a6-bba6-3a9b52adf1ae tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620507 Nov 25 04:51:12.152597 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device a9a26ceb-d35b-41fc-b95f-49962b47f745 up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:51:12.170887 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 56922) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:51:12.305918 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port a9a26ceb-d35b-41fc-b95f-49962b47f745 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:51:12.308608 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:12.332180 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fde85cd-f4b4-4389-adbe-dfd7dce69c69 admin admin] Deleting subnet 6ffd8615-faa0-4b27-8f0c-4d18d573a8e0 {{(pid=109071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 04:51:12.341578 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-1fde85cd-f4b4-4389-adbe-dfd7dce69c69 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:12.407479 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02308e2-9e1d-4d67-a292-82116a8c887f req-d1d09f0d-3afa-4bfa-9758-f10a6596ff9e tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:12.409360 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-d02308e2-9e1d-4d67-a292-82116a8c887f req-d1d09f0d-3afa-4bfa-9758-f10a6596ff9e tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.1148176 Nov 25 04:51:12.418735 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-1fde85cd-f4b4-4389-adbe-dfd7dce69c69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-137230'] for subnet, precommit_delete_associations {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:12.479544 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:12.538309 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-018e3d6d-e758-4687-a674-75b5a74324ff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:12.560115 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-d02308e2-9e1d-4d67-a292-82116a8c887f req-62798d1b-be7d-4440-998c-9cde57157220 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382685 Nov 25 04:51:12.618034 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] For port a9a26ceb-d35b-41fc-b95f-49962b47f745, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=a9a26ceb-d35b-41fc-b95f-49962b47f745,segment=NetworkSegment(07da5f35-060b-4a9b-9ecf-6505ab4af3ba),segment_id=07da5f35-060b-4a9b-9ecf-6505ab4af3ba)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:51:12.626848 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-1fde85cd-f4b4-4389-adbe-dfd7dce69c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-567804'] for subnet, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:12.627385 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:12.628663 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device df0dc540-36dd-4125-84d0-4a9eccb024aa up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:51:12.764414 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-1fde85cd-f4b4-4389-adbe-dfd7dce69c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-567559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8963827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9254930'] for subnet, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:12.842977 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde85cd-f4b4-4389-adbe-dfd7dce69c69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ffd8615-faa0-4b27-8f0c-4d18d573a8e0,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:12.848195 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 13e72fd7-b1cc-4261-a096-bd204b592887 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:51:12.852584 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-1fde85cd-f4b4-4389-adbe-dfd7dce69c69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for subnet, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:12.862800 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-1fde85cd-f4b4-4389-adbe-dfd7dce69c69 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6ffd8615-faa0-4b27-8f0c-4d18d573a8e0 HTTP/1.1" status: 204 len: 168 time: 0.6883214 Nov 25 04:51:12.863546 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 56926) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:51:12.925076 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] No Port match for: 13e72fd7-b1cc-4261-a096-bd204b592887 {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 04:51:12.925472 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 13e72fd7-b1cc-4261-a096-bd204b592887 not bound to the agent host hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 04:51:12.957646 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port df0dc540-36dd-4125-84d0-4a9eccb024aa triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:51:12.958269 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:13.036758 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Pushing event updated for resources: {'Port': ['ID=a9a26ceb-d35b-41fc-b95f-49962b47f745,revision_number=3']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:13.155788 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-91c30f73-9cb8-4ef0-b1bc-2218df491228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-683350'] for network, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:13.269405 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d059bf4d-952f-4363-9385-32006b2389ff None None] Network 60249061-d0d9-451a-ba13-f5fc4af0109a requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:51:13.375839 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c351d-b8d1-4476-b020-700d70ec89bf req-766ed2a3-5f31-4d76-9d5f-ebaaba68e5da tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:13.388310 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b34c351d-b8d1-4476-b020-700d70ec89bf req-766ed2a3-5f31-4d76-9d5f-ebaaba68e5da tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.1127481 Nov 25 04:51:13.464102 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-69e01c7d-ed80-48ba-ba3d-63217f14f72b None None] Provisioning complete for port a9a26ceb-d35b-41fc-b95f-49962b47f745 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:51:13.464959 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-69e01c7d-ed80-48ba-ba3d-63217f14f72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:13.602790 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-018e3d6d-e758-4687-a674-75b5a74324ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687985'] for router, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:13.625011 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-91c30f73-9cb8-4ef0-b1bc-2218df491228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568939', 'neutron.services.segments.db._delete_segments_for_network-8783340406995'] for network, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:13.667628 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-91c30f73-9cb8-4ef0-b1bc-2218df491228 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07b4a06c-8a0a-4473-b5d9-23bf4e89383a']}} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:51:13.697631 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-91c30f73-9cb8-4ef0-b1bc-2218df491228 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '792aad72-a90b-4c1e-a5fe-25e7806f78d6') {'for_net_delete': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:51:13.697873 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-91c30f73-9cb8-4ef0-b1bc-2218df491228 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '792aad72-a90b-4c1e-a5fe-25e7806f78d6') {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:51:13.709423 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-91c30f73-9cb8-4ef0-b1bc-2218df491228 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783340412124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3171232'] for segment, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:13.769462 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-91c30f73-9cb8-4ef0-b1bc-2218df491228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041'] for segment, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:13.827784 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91c30f73-9cb8-4ef0-b1bc-2218df491228 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=109070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 04:51:13.828626 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-91c30f73-9cb8-4ef0-b1bc-2218df491228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9557383'] for segment, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:13.832588 dv-cinder-815582-6-iscsi neutron-server[109070]: Traceback (most recent call last): Nov 25 04:51:13.832588 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 04:51:13.832588 dv-cinder-815582-6-iscsi neutron-server[109070]: timer() Nov 25 04:51:13.832588 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 04:51:13.832588 dv-cinder-815582-6-iscsi neutron-server[109070]: cb(*args, **kw) Nov 25 04:51:13.832588 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 04:51:13.832588 dv-cinder-815582-6-iscsi neutron-server[109070]: return func(*args, **kwargs) Nov 25 04:51:13.832588 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 04:51:13.832588 dv-cinder-815582-6-iscsi neutron-server[109070]: self._notify() Nov 25 04:51:13.832588 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 04:51:13.832588 dv-cinder-815582-6-iscsi neutron-server[109070]: self.callback(batched_events) Nov 25 04:51:13.832588 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 04:51:13.832588 dv-cinder-815582-6-iscsi neutron-server[109070]: event.method(event) Nov 25 04:51:13.832588 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 04:51:13.832588 dv-cinder-815582-6-iscsi neutron-server[109070]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 04:51:13.832588 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 04:51:13.832588 dv-cinder-815582-6-iscsi neutron-server[109070]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 04:51:13.832588 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 04:51:13.832588 dv-cinder-815582-6-iscsi neutron-server[109070]: return f(self, *a, **k) Nov 25 04:51:13.832588 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 04:51:13.832588 dv-cinder-815582-6-iscsi neutron-server[109070]: return self._get(url).json() Nov 25 04:51:13.832588 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 04:51:13.832588 dv-cinder-815582-6-iscsi neutron-server[109070]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 04:51:13.832588 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 04:51:13.832588 dv-cinder-815582-6-iscsi neutron-server[109070]: return self.request(url, 'GET', **kwargs) Nov 25 04:51:13.832588 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 04:51:13.832588 dv-cinder-815582-6-iscsi neutron-server[109070]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 04:51:13.832588 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 04:51:13.832588 dv-cinder-815582-6-iscsi neutron-server[109070]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 04:51:13.832588 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 04:51:13.832588 dv-cinder-815582-6-iscsi neutron-server[109070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 04:51:13.832588 dv-cinder-815582-6-iscsi neutron-server[109070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 04:51:13.867561 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device a9a26ceb-d35b-41fc-b95f-49962b47f745 up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:51:13.896778 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8745ddf-bc19-4106-9a2d-f3d01f49f1f8 req-9e74b8b9-67da-44c0-9289-5ed4b8ed20a0 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:13.901662 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-e8745ddf-bc19-4106-9a2d-f3d01f49f1f8 req-9e74b8b9-67da-44c0-9289-5ed4b8ed20a0 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.1535490 Nov 25 04:51:13.947923 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b34c351d-b8d1-4476-b020-700d70ec89bf req-1f5706cd-5a31-4e63-b81e-574d23394f4e tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5193400 Nov 25 04:51:14.002240 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port a9a26ceb-d35b-41fc-b95f-49962b47f745 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:51:14.002625 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:14.045431 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-e8745ddf-bc19-4106-9a2d-f3d01f49f1f8 req-5ce91422-0780-4585-ab93-ebad251c4af4 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368902 Nov 25 04:51:14.198024 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-445419d0-8516-41a3-9959-d837c4dec568 None None] Provisioning complete for port a9a26ceb-d35b-41fc-b95f-49962b47f745 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:51:14.198445 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-445419d0-8516-41a3-9959-d837c4dec568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:14.203748 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-91c30f73-9cb8-4ef0-b1bc-2218df491228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:14.225321 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-91c30f73-9cb8-4ef0-b1bc-2218df491228 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for network, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:14.235204 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-91c30f73-9cb8-4ef0-b1bc-2218df491228 admin admin] 10.222.0.36 "DELETE /v2.0/networks/07b4a06c-8a0a-4473-b5d9-23bf4e89383a HTTP/1.1" status: 204 len: 168 time: 1.3705847 Nov 25 04:51:14.377626 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c30f73-9cb8-4ef0-b1bc-2218df491228 admin admin] Pushing event deleted for resources: {'Network': ['ID=07b4a06c-8a0a-4473-b5d9-23bf4e89383a,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:14.438222 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018e3d6d-e758-4687-a674-75b5a74324ff admin admin] Router 45409ba1-9f02-4263-8a28-734be0d76444 is scheduled to L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f with binding_index 1 {{(pid=109070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 04:51:14.587216 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 56938) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:51:14.731842 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-1568914e-93dd-475f-b535-6daa612a5ba3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b78f91fa9da147eda471e50cc9684f97&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1432812 Nov 25 04:51:14.739241 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 56940) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:51:14.826918 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018e3d6d-e758-4687-a674-75b5a74324ff admin admin] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:51:14.838858 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ed701f-7c63-4fe7-aa1b-3ab54aec5923 None None] Sync routers for ids ['45409ba1-9f02-4263-8a28-734be0d76444'] in dv-cinder-815582-6-iscsi {{(pid=109073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:51:14.858629 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ed701f-7c63-4fe7-aa1b-3ab54aec5923 None None] Routers {'45409ba1-9f02-4263-8a28-734be0d76444'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:51:14.861638 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-b7ed701f-7c63-4fe7-aa1b-3ab54aec5923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:51:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['45409ba1-9f02-4263-8a28-734be0d76444'], 'active': True} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:51:14.872553 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-018e3d6d-e758-4687-a674-75b5a74324ff admin admin] Publish callbacks [] for router, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:14.879771 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-018e3d6d-e758-4687-a674-75b5a74324ff admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.8532865 Nov 25 04:51:14.880447 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 56942) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:51:15.177357 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-24b7a4a2-0a82-451b-bb8a-e951fa4428c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:15.210164 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-24b7a4a2-0a82-451b-bb8a-e951fa4428c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:15.237642 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvr_db [None req-b7ed701f-7c63-4fe7-aa1b-3ab54aec5923 None None] Set router 45409ba1-9f02-4263-8a28-734be0d76444 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:51:15.323889 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-24b7a4a2-0a82-451b-bb8a-e951fa4428c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:15.328115 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-24b7a4a2-0a82-451b-bb8a-e951fa4428c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:15.329548 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-24b7a4a2-0a82-451b-bb8a-e951fa4428c3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/16f246be-80cb-4d46-825c-81918485329c HTTP/1.1" status: 204 len: 168 time: 0.5889966 Nov 25 04:51:15.371224 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7a4a2-0a82-451b-bb8a-e951fa4428c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f246be-80cb-4d46-825c-81918485329c,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:15.422166 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5747d-41e4-4b96-a219-9393213adf76 req-512e5056-05f8-4067-befb-1820f5ff2fce tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:15.438473 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0eb5747d-41e4-4b96-a219-9393213adf76 req-512e5056-05f8-4067-befb-1820f5ff2fce tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.1674755 Nov 25 04:51:15.591078 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0eb5747d-41e4-4b96-a219-9393213adf76 req-f50a9d5b-e2f0-41cc-875f-80cda16175c8 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463370 Nov 25 04:51:15.754028 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-b7ed701f-7c63-4fe7-aa1b-3ab54aec5923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45409ba1-9f02-4263-8a28-734be0d76444', 'name': 'tempest-TestMinimumBasicScenario-1988887743-router', 'tenant_id': '6cc4ae157b8644179b3ffec5cc9cca46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '2e79d61a-6082-46de-b8f9-a36d360e9a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:51:09Z', 'updated_at': '2021-11-25T04:51:12Z', 'revision_number': 3, 'project_id': '6cc4ae157b8644179b3ffec5cc9cca46', 'gw_port': {'id': '2e79d61a-6082-46de-b8f9-a36d360e9a7a', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45409ba1-9f02-4263-8a28-734be0d76444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:51:10Z', 'updated_at': '2021-11-25T04:51:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi'}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:51:15.793253 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ed701f-7c63-4fe7-aa1b-3ab54aec5923 None None] Checking router: 45409ba1-9f02-4263-8a28-734be0d76444 for host: dv-cinder-815582-6-iscsi {{(pid=109073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:51:15.793877 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ed701f-7c63-4fe7-aa1b-3ab54aec5923 None None] Updating router 45409ba1-9f02-4263-8a28-734be0d76444 port 2e79d61a-6082-46de-b8f9-a36d360e9a7a binding host dv-cinder-815582-6-iscsi {{(pid=109073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 04:51:15.835643 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-b7ed701f-7c63-4fe7-aa1b-3ab54aec5923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:16.106931 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f9c00-99fa-41ed-9825-ed5bcbfaf5c3 req-3ddd142c-5bc4-4205-ac72-6f8f51be13cf tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:16.125244 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-445f9c00-99fa-41ed-9825-ed5bcbfaf5c3 req-3ddd142c-5bc4-4205-ac72-6f8f51be13cf tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.9479995 Nov 25 04:51:16.352889 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-445f9c00-99fa-41ed-9825-ed5bcbfaf5c3 req-ab4f9d5d-8e64-4c1a-a1be-1a7e310e4bef tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2201920 Nov 25 04:51:16.405216 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-b7ed701f-7c63-4fe7-aa1b-3ab54aec5923 None None] Publish callbacks [] for port, precommit_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:16.419471 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-b7ed701f-7c63-4fe7-aa1b-3ab54aec5923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:16.522939 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad0b28-82ad-48f5-a0cb-385b54eac943 None None] Pushing event updated for resources: {'Port': ['ID=2e79d61a-6082-46de-b8f9-a36d360e9a7a,revision_number=2']} {{(pid=109073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:16.578051 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.managers [None req-b7ed701f-7c63-4fe7-aa1b-3ab54aec5923 None None] Attempting to bind port 2e79d61a-6082-46de-b8f9-a36d360e9a7a on host dv-cinder-815582-6-iscsi for vnic_type normal with profile {{(pid=109073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:51:16.579368 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.managers [None req-b7ed701f-7c63-4fe7-aa1b-3ab54aec5923 None None] Attempting to bind port 2e79d61a-6082-46de-b8f9-a36d360e9a7a by drivers openvswitch,hyperv on host dv-cinder-815582-6-iscsi at level 0 using segments [{'id': '5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'}] {{(pid=109073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:51:16.582973 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ed701f-7c63-4fe7-aa1b-3ab54aec5923 None None] Attempting to bind port 2e79d61a-6082-46de-b8f9-a36d360e9a7a on network 7252c0b9-b802-4561-8a54-4fb5c87ca7b8 {{(pid=109073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:51:16.594058 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ed701f-7c63-4fe7-aa1b-3ab54aec5923 None None] Checking agent: {'id': '2825277b-b27f-46a7-b452-1b49513b2056', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 40, 34), 'started_at': datetime.datetime(2021, 11, 25, 4, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:51:16.595165 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ed701f-7c63-4fe7-aa1b-3ab54aec5923 None None] Checking segment: {'id': '5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:51:16.595799 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-b7ed701f-7c63-4fe7-aa1b-3ab54aec5923 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:16.596443 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ed701f-7c63-4fe7-aa1b-3ab54aec5923 None None] Bound using segment: {'id': '5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'} {{(pid=109073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:51:16.597157 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.managers [None req-b7ed701f-7c63-4fe7-aa1b-3ab54aec5923 None None] Bound port: 2e79d61a-6082-46de-b8f9-a36d360e9a7a, host: dv-cinder-815582-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'}}] {{(pid=109073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:51:16.598067 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-b7ed701f-7c63-4fe7-aa1b-3ab54aec5923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:16.666525 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.db [None req-b7ed701f-7c63-4fe7-aa1b-3ab54aec5923 None None] For port 2e79d61a-6082-46de-b8f9-a36d360e9a7a, host dv-cinder-815582-6-iscsi, cleared binding levels {{(pid=109073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:51:16.670430 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.db [None req-b7ed701f-7c63-4fe7-aa1b-3ab54aec5923 None None] For port 2e79d61a-6082-46de-b8f9-a36d360e9a7a, host dv-cinder-815582-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=2e79d61a-6082-46de-b8f9-a36d360e9a7a,segment=NetworkSegment(5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6),segment_id=5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6)] {{(pid=109073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:51:16.675593 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-b7ed701f-7c63-4fe7-aa1b-3ab54aec5923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:16.750638 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ed701f-7c63-4fe7-aa1b-3ab54aec5923 None None] Routers {'45409ba1-9f02-4263-8a28-734be0d76444'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:51:16.751673 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-b7ed701f-7c63-4fe7-aa1b-3ab54aec5923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:51:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['45409ba1-9f02-4263-8a28-734be0d76444'], 'active': True} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:51:16.897045 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813635b-3044-4b13-a769-048cbb8f1ea6 req-61e2be8f-019c-43eb-af23-0af2af62a958 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:16.902723 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f813635b-3044-4b13-a769-048cbb8f1ea6 req-61e2be8f-019c-43eb-af23-0af2af62a958 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.1759565 Nov 25 04:51:17.030646 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad0b28-82ad-48f5-a0cb-385b54eac943 None None] Pushing event updated for resources: {'Port': ['ID=2e79d61a-6082-46de-b8f9-a36d360e9a7a,revision_number=3']} {{(pid=109073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:17.048768 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-923085eb-f66a-4795-bef5-fae21481e1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:17.063871 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvr_db [None req-b7ed701f-7c63-4fe7-aa1b-3ab54aec5923 None None] Set router 45409ba1-9f02-4263-8a28-734be0d76444 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:51:17.076023 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f813635b-3044-4b13-a769-048cbb8f1ea6 req-aefcae85-0203-4a38-8367-f5d31e968f7b tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571138 Nov 25 04:51:17.429920 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [None req-923085eb-f66a-4795-bef5-fae21481e1e7 admin admin] Allocated IP 172.20.0.1 (60249061-d0d9-451a-ba13-f5fc4af0109a/458ad482-d971-4280-ae3d-2ddb6a8397a1/338dad03-a285-4d7e-8296-e461f594fd86) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:51:17.442807 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-b7ed701f-7c63-4fe7-aa1b-3ab54aec5923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45409ba1-9f02-4263-8a28-734be0d76444', 'name': 'tempest-TestMinimumBasicScenario-1988887743-router', 'tenant_id': '6cc4ae157b8644179b3ffec5cc9cca46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '2e79d61a-6082-46de-b8f9-a36d360e9a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:51:09Z', 'updated_at': '2021-11-25T04:51:12Z', 'revision_number': 3, 'project_id': '6cc4ae157b8644179b3ffec5cc9cca46', 'gw_port': {'id': '2e79d61a-6082-46de-b8f9-a36d360e9a7a', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45409ba1-9f02-4263-8a28-734be0d76444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:51:10Z', 'updated_at': '2021-11-25T04:51:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi'}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:51:17.483677 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ed701f-7c63-4fe7-aa1b-3ab54aec5923 None None] The sync data for ids ['45409ba1-9f02-4263-8a28-734be0d76444'] in dv-cinder-815582-6-iscsi is: [{'id': '45409ba1-9f02-4263-8a28-734be0d76444', 'name': 'tempest-TestMinimumBasicScenario-1988887743-router', 'tenant_id': '6cc4ae157b8644179b3ffec5cc9cca46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '2e79d61a-6082-46de-b8f9-a36d360e9a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:51:09Z', 'updated_at': '2021-11-25T04:51:12Z', 'revision_number': 3, 'project_id': '6cc4ae157b8644179b3ffec5cc9cca46', 'gw_port': {'id': '2e79d61a-6082-46de-b8f9-a36d360e9a7a', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45409ba1-9f02-4263-8a28-734be0d76444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:51:10Z', 'updated_at': '2021-11-25T04:51:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi'}] {{(pid=109073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:51:17.734210 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11073aba-577e-4886-b4e6-73c20098dc57 req-20c69140-08fd-4a11-9162-5e42809e619b tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:17.747702 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-11073aba-577e-4886-b4e6-73c20098dc57 req-20c69140-08fd-4a11-9162-5e42809e619b tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.1515696 Nov 25 04:51:17.872071 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-923085eb-f66a-4795-bef5-fae21481e1e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:17.892020 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-11073aba-577e-4886-b4e6-73c20098dc57 req-8a435bb1-c9ca-40fb-b07d-58a4c7f509d3 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432531 Nov 25 04:51:17.964568 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-923085eb-f66a-4795-bef5-fae21481e1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:18.046428 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923085eb-f66a-4795-bef5-fae21481e1e7 admin admin] Network 60249061-d0d9-451a-ba13-f5fc4af0109a is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:51:18.049890 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-923085eb-f66a-4795-bef5-fae21481e1e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:51:18.053946 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923085eb-f66a-4795-bef5-fae21481e1e7 admin admin] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:51:18.059770 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923085eb-f66a-4795-bef5-fae21481e1e7 admin admin] Pushing event updated for resources: {'Port': ['ID=338dad03-a285-4d7e-8296-e461f594fd86,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:18.119424 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923085eb-f66a-4795-bef5-fae21481e1e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:51:18.119775 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923085eb-f66a-4795-bef5-fae21481e1e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:51:18.120122 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923085eb-f66a-4795-bef5-fae21481e1e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:51:18.120485 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923085eb-f66a-4795-bef5-fae21481e1e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:51:18.120817 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923085eb-f66a-4795-bef5-fae21481e1e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:51:18.121151 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923085eb-f66a-4795-bef5-fae21481e1e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:51:18.121508 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923085eb-f66a-4795-bef5-fae21481e1e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:51:18.121822 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923085eb-f66a-4795-bef5-fae21481e1e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:51:18.122145 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923085eb-f66a-4795-bef5-fae21481e1e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:51:18.122469 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923085eb-f66a-4795-bef5-fae21481e1e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:51:18.122790 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923085eb-f66a-4795-bef5-fae21481e1e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:51:18.123110 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923085eb-f66a-4795-bef5-fae21481e1e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:51:18.177175 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-923085eb-f66a-4795-bef5-fae21481e1e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688128'] for router_interface, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:18.222027 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e8b4c-7ec6-4809-b4a9-db4ed8b986cc req-519e5fa5-2d08-492a-97d6-ceb78ff04a52 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:18.232242 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-434e8b4c-7ec6-4809-b4a9-db4ed8b986cc req-519e5fa5-2d08-492a-97d6-ceb78ff04a52 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0964224 Nov 25 04:51:18.374053 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-434e8b4c-7ec6-4809-b4a9-db4ed8b986cc req-433cc961-9e94-4765-afe5-b16444de6958 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385908 Nov 25 04:51:18.439203 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-923085eb-f66a-4795-bef5-fae21481e1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:18.473673 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-fe3dd770-a978-45f1-8e11-6a7eaec2516a None None] Provisioning complete for port 338dad03-a285-4d7e-8296-e461f594fd86 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:51:18.474741 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-fe3dd770-a978-45f1-8e11-6a7eaec2516a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:18.533535 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-fe3dd770-a978-45f1-8e11-6a7eaec2516a None None] Port 338dad03-a285-4d7e-8296-e461f594fd86 cannot update to ACTIVE because it is not bound. {{(pid=109072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 04:51:18.732872 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad408bcb-34b1-4fda-b022-45a985ac7891 req-5f087dc9-2ab0-49f0-8a58-deb9d11bae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:18.734399 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ad408bcb-34b1-4fda-b022-45a985ac7891 req-5f087dc9-2ab0-49f0-8a58-deb9d11bae1c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f231a19b2ca6447282b854aaf157e86c&device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 1098 time: 0.0776551 Nov 25 04:51:18.830164 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-923085eb-f66a-4795-bef5-fae21481e1e7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:18.841215 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-923085eb-f66a-4795-bef5-fae21481e1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9557411'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:18.930893 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923085eb-f66a-4795-bef5-fae21481e1e7 admin admin] Pushing event updated for resources: {'Port': ['ID=338dad03-a285-4d7e-8296-e461f594fd86,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:18.953960 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad408bcb-34b1-4fda-b022-45a985ac7891 req-03963af7-5426-4902-a7e9-99a6eca9f6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:18.955446 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ad408bcb-34b1-4fda-b022-45a985ac7891 req-03963af7-5426-4902-a7e9-99a6eca9f6f1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3bbd6da5-4c15-46da-9de5-c44a36974cd0 HTTP/1.1" status: 200 len: 917 time: 0.2114387 Nov 25 04:51:18.963589 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-923085eb-f66a-4795-bef5-fae21481e1e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4163469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3681904'] for router_interface, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:18.999844 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 6 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 04:51:19.155359 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ad408bcb-34b1-4fda-b022-45a985ac7891 req-c7eb3c79-db56-4fe2-b45e-95a3cba05e06 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04681d20-54be-4645-a06f-4b9109756ddd HTTP/1.1" status: 200 len: 1001 time: 0.1748059 Nov 25 04:51:19.166613 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f874c2-9e01-4de2-a347-400bfe602b43 req-3d51516f-207e-4953-8e78-14d0e120d71a tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:19.168130 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-45f874c2-9e01-4de2-a347-400bfe602b43 req-3d51516f-207e-4953-8e78-14d0e120d71a tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.1890185 Nov 25 04:51:19.266623 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923085eb-f66a-4795-bef5-fae21481e1e7 admin admin] Network 60249061-d0d9-451a-ba13-f5fc4af0109a is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:51:19.277046 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad408bcb-34b1-4fda-b022-45a985ac7891 req-32b252fa-5ac8-4a7e-a039-9baad47306ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:19.278543 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ad408bcb-34b1-4fda-b022-45a985ac7891 req-32b252fa-5ac8-4a7e-a039-9baad47306ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ff11583-5631-4068-991c-12b3ca3de03f HTTP/1.1" status: 200 len: 855 time: 0.1035769 Nov 25 04:51:19.279363 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-923085eb-f66a-4795-bef5-fae21481e1e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:51:19.290252 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 57058) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:51:19.291620 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-45f874c2-9e01-4de2-a347-400bfe602b43 req-15861eb4-3575-4724-9fd6-1ad5ac11139c tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154730 Nov 25 04:51:19.417576 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad408bcb-34b1-4fda-b022-45a985ac7891 req-4db716e5-0a15-401a-b298-68d228f88e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:19.419096 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ad408bcb-34b1-4fda-b022-45a985ac7891 req-4db716e5-0a15-401a-b298-68d228f88e7d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3bbd6da5-4c15-46da-9de5-c44a36974cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1263120 Nov 25 04:51:19.460829 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923085eb-f66a-4795-bef5-fae21481e1e7 admin admin] Router 45409ba1-9f02-4263-8a28-734be0d76444 has already been hosted by L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f {{(pid=109070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 04:51:19.519776 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f5282e08-7ea9-4d76-9790-34fad1f87c04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:19.542003 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66735825-bd9c-447f-ad21-b0acb732aad5 req-f0e75381-144f-4209-b0e0-10f8e2069f56 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:19.543502 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-66735825-bd9c-447f-ad21-b0acb732aad5 req-f0e75381-144f-4209-b0e0-10f8e2069f56 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0880013 Nov 25 04:51:19.570594 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-6d56eac2-88cf-456a-9692-dab5e5383895 None None] Provisioning complete for port 338dad03-a285-4d7e-8296-e461f594fd86 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:51:19.571561 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-6d56eac2-88cf-456a-9692-dab5e5383895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:19.608403 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-66735825-bd9c-447f-ad21-b0acb732aad5 req-bd7483e1-cbf1-4822-85ea-11dce758a933 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491490 Nov 25 04:51:19.620807 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ad408bcb-34b1-4fda-b022-45a985ac7891 req-d9e96996-f55d-4785-a263-8ffd56719db9 service neutron] 10.222.0.41 "GET /v2.0/networks/3bbd6da5-4c15-46da-9de5-c44a36974cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839418 Nov 25 04:51:19.624039 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-6d56eac2-88cf-456a-9692-dab5e5383895 None None] Port 338dad03-a285-4d7e-8296-e461f594fd86 cannot update to ACTIVE because it is not bound. {{(pid=109072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 04:51:19.679186 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f5282e08-7ea9-4d76-9790-34fad1f87c04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:19.687560 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923085eb-f66a-4795-bef5-fae21481e1e7 admin admin] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:51:19.698545 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f5282e08-7ea9-4d76-9790-34fad1f87c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:19.698954 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-923085eb-f66a-4795-bef5-fae21481e1e7 admin admin] 10.222.0.36 "PUT /v2.0/routers/45409ba1-9f02-4263-8a28-734be0d76444/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8141005 Nov 25 04:51:19.733868 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5282e08-7ea9-4d76-9790-34fad1f87c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef1bf45-7c6c-4019-affc-089150ff7fc8,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:19.746027 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5282e08-7ea9-4d76-9790-34fad1f87c04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:51:19.746383 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5282e08-7ea9-4d76-9790-34fad1f87c04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:51:19.746735 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5282e08-7ea9-4d76-9790-34fad1f87c04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:51:19.747077 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5282e08-7ea9-4d76-9790-34fad1f87c04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:51:19.747412 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5282e08-7ea9-4d76-9790-34fad1f87c04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:51:19.747748 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5282e08-7ea9-4d76-9790-34fad1f87c04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:51:19.748082 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5282e08-7ea9-4d76-9790-34fad1f87c04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:51:19.748440 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5282e08-7ea9-4d76-9790-34fad1f87c04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:51:19.748935 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5282e08-7ea9-4d76-9790-34fad1f87c04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:51:19.749630 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5282e08-7ea9-4d76-9790-34fad1f87c04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:51:19.750121 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5282e08-7ea9-4d76-9790-34fad1f87c04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:51:19.750708 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5282e08-7ea9-4d76-9790-34fad1f87c04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:51:19.771024 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-f5282e08-7ea9-4d76-9790-34fad1f87c04 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8ea6421c43d24cf0b6146435a50a917e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4795680 Nov 25 04:51:19.773654 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 57068) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:51:19.785061 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ad408bcb-34b1-4fda-b022-45a985ac7891 req-595e393e-628b-4572-ae61-0adb3eca6fe9 service neutron] 10.222.0.41 "GET /v2.0/networks/3bbd6da5-4c15-46da-9de5-c44a36974cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556647 Nov 25 04:51:19.839085 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-34607994-3abd-4447-bcb7-18f6ed9bc017 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:19.851301 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 2e79d61a-6082-46de-b8f9-a36d360e9a7a up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:51:19.866938 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-34607994-3abd-4447-bcb7-18f6ed9bc017 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:19.917697 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bf63e9-1ec4-4f35-b0d8-5af33bf770b9 None None] Sync routers for ids ['45409ba1-9f02-4263-8a28-734be0d76444'] in dv-cinder-815582-6-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:51:19.927891 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-34607994-3abd-4447-bcb7-18f6ed9bc017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:19.930992 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-34607994-3abd-4447-bcb7-18f6ed9bc017 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:19.932451 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-34607994-3abd-4447-bcb7-18f6ed9bc017 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5ef1bf45-7c6c-4019-affc-089150ff7fc8 HTTP/1.1" status: 204 len: 168 time: 0.1575413 Nov 25 04:51:19.945008 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9c354-914d-411a-8f6e-23743aac4615 req-f177290c-9cd7-434b-b208-6f899587ec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:19.946844 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-67c9c354-914d-411a-8f6e-23743aac4615 req-f177290c-9cd7-434b-b208-6f899587ec61 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 1098 time: 0.0501876 Nov 25 04:51:19.948799 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34607994-3abd-4447-bcb7-18f6ed9bc017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef1bf45-7c6c-4019-affc-089150ff7fc8,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:20.009598 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-67c9c354-914d-411a-8f6e-23743aac4615 req-a1ed31ec-f418-415f-973e-42cc870d51f2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504081 Nov 25 04:51:20.140015 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bf63e9-1ec4-4f35-b0d8-5af33bf770b9 None None] Routers {'45409ba1-9f02-4263-8a28-734be0d76444'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:51:20.141172 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-37bf63e9-1ec4-4f35-b0d8-5af33bf770b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:51:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['45409ba1-9f02-4263-8a28-734be0d76444'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:51:20.195351 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port 2e79d61a-6082-46de-b8f9-a36d360e9a7a triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:51:20.195847 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:20.343811 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:20.345110 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 57108) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:51:20.362372 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2e6f773b-efe7-4a31-b535-eed31c9ff62d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:20.376570 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-37bf63e9-1ec4-4f35-b0d8-5af33bf770b9 None None] Set router 45409ba1-9f02-4263-8a28-734be0d76444 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:51:20.382398 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-03015a61-6ccd-4b14-9337-f71777889b72 req-534f7e30-ca04-4a39-8183-cc3962b343da service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0576513 Nov 25 04:51:20.446651 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] For port 2e79d61a-6082-46de-b8f9-a36d360e9a7a, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=2e79d61a-6082-46de-b8f9-a36d360e9a7a,segment=NetworkSegment(5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6),segment_id=5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:51:20.454937 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:20.518847 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2e6f773b-efe7-4a31-b535-eed31c9ff62d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:20.522751 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03015a61-6ccd-4b14-9337-f71777889b72 req-1683a92c-13a2-40ae-8fc3-2ca515525081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:20.525371 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-03015a61-6ccd-4b14-9337-f71777889b72 req-1683a92c-13a2-40ae-8fc3-2ca515525081 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d773db29571458586043ef5fa3454c2&device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 1099 time: 0.0922894 Nov 25 04:51:20.526685 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2e6f773b-efe7-4a31-b535-eed31c9ff62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:20.542147 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033e848-7b6c-4f72-80a7-d4bafa8dbd89 req-cb553f60-bb49-4739-9b0d-a2447a150ab7 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:20.544101 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d033e848-7b6c-4f72-80a7-d4bafa8dbd89 req-cb553f60-bb49-4739-9b0d-a2447a150ab7 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.1260245 Nov 25 04:51:20.599909 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-2e6f773b-efe7-4a31-b535-eed31c9ff62d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6745775acf4a409885270b9d2346ae88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2528305 Nov 25 04:51:20.602642 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 57110) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:51:20.613815 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Pushing event updated for resources: {'Port': ['ID=2e79d61a-6082-46de-b8f9-a36d360e9a7a,revision_number=4']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:20.627948 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:51:20.628533 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:51:20.629350 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:51:20.630058 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:51:20.630501 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f773b-efe7-4a31-b535-eed31c9ff62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a648b822-76c9-446e-870f-17eb415704e4,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:20.630923 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:51:20.631854 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:51:20.632661 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:51:20.633114 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:51:20.633472 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:51:20.633823 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:51:20.647903 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:51:20.648355 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:51:20.704006 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d033e848-7b6c-4f72-80a7-d4bafa8dbd89 req-4e7221cc-88bd-414e-8c47-df32812c4ac6 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535397 Nov 25 04:51:20.744506 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-37bf63e9-1ec4-4f35-b0d8-5af33bf770b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45409ba1-9f02-4263-8a28-734be0d76444', 'name': 'tempest-TestMinimumBasicScenario-1988887743-router', 'tenant_id': '6cc4ae157b8644179b3ffec5cc9cca46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '2e79d61a-6082-46de-b8f9-a36d360e9a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:51:09Z', 'updated_at': '2021-11-25T04:51:18Z', 'revision_number': 4, 'project_id': '6cc4ae157b8644179b3ffec5cc9cca46', 'gw_port': {'id': '2e79d61a-6082-46de-b8f9-a36d360e9a7a', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45409ba1-9f02-4263-8a28-734be0d76444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:51:10Z', 'updated_at': '2021-11-25T04:51:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '338dad03-a285-4d7e-8296-e461f594fd86', 'name': '', 'network_id': '60249061-d0d9-451a-ba13-f5fc4af0109a', 'tenant_id': '6cc4ae157b8644179b3ffec5cc9cca46', 'mac_address': 'fa:16:3e:79:23:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45409ba1-9f02-4263-8a28-734be0d76444', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '458ad482-d971-4280-ae3d-2ddb6a8397a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:51:17Z', 'updated_at': '2021-11-25T04:51:18Z', 'revision_number': 2, 'project_id': '6cc4ae157b8644179b3ffec5cc9cca46', 'subnets': [{'id': '458ad482-d971-4280-ae3d-2ddb6a8397a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:51:20.760832 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-36bbe7c5-2de8-4018-9783-caaeea4ffc45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:20.799982 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a929b-d2a9-4b62-984a-a628fd2cd07e req-448c83e4-ee76-47f6-ab53-91c3d392b9dd tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:20.809759 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-36bbe7c5-2de8-4018-9783-caaeea4ffc45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:20.811633 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-409a929b-d2a9-4b62-984a-a628fd2cd07e req-448c83e4-ee76-47f6-ab53-91c3d392b9dd tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.1123781 Nov 25 04:51:20.812364 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03015a61-6ccd-4b14-9337-f71777889b72 req-7aecfc8d-62b0-4824-9b9c-f8731e71e905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:20.813901 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-03015a61-6ccd-4b14-9337-f71777889b72 req-7aecfc8d-62b0-4824-9b9c-f8731e71e905 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f HTTP/1.1" status: 200 len: 920 time: 0.2446005 Nov 25 04:51:20.814109 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bf63e9-1ec4-4f35-b0d8-5af33bf770b9 None None] Checking router: 45409ba1-9f02-4263-8a28-734be0d76444 for host: dv-cinder-815582-6-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:51:20.814479 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bf63e9-1ec4-4f35-b0d8-5af33bf770b9 None None] Updating router 45409ba1-9f02-4263-8a28-734be0d76444 port 338dad03-a285-4d7e-8296-e461f594fd86 binding host dv-cinder-815582-6-iscsi {{(pid=109072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 04:51:20.875996 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-37bf63e9-1ec4-4f35-b0d8-5af33bf770b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:20.891594 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-03015a61-6ccd-4b14-9337-f71777889b72 req-8ff7f66e-34f7-4810-8553-1404f4325a18 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86fb78b9-30c9-4442-a3b4-5f968d0ee4a8 HTTP/1.1" status: 200 len: 217 time: 0.0670838 Nov 25 04:51:20.921638 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-409a929b-d2a9-4b62-984a-a628fd2cd07e req-a1afc911-4d29-4989-9cca-c62f20697ceb tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089437 Nov 25 04:51:20.982776 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03015a61-6ccd-4b14-9337-f71777889b72 req-7c3cce8f-096b-4596-bdd3-cf95063b654d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:20.984313 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-03015a61-6ccd-4b14-9337-f71777889b72 req-7c3cce8f-096b-4596-bdd3-cf95063b654d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cba32b3-416c-41af-af79-b04db65419ef HTTP/1.1" status: 200 len: 859 time: 0.0745342 Nov 25 04:51:21.028493 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-36bbe7c5-2de8-4018-9783-caaeea4ffc45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:21.031707 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-36bbe7c5-2de8-4018-9783-caaeea4ffc45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:21.038845 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-36bbe7c5-2de8-4018-9783-caaeea4ffc45 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a648b822-76c9-446e-870f-17eb415704e4 HTTP/1.1" status: 204 len: 168 time: 0.4328995 Nov 25 04:51:21.041728 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-03015a61-6ccd-4b14-9337-f71777889b72 req-3d0541b7-6f47-4ceb-8057-5723f8ee41b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471206 Nov 25 04:51:21.050514 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bbe7c5-2de8-4018-9783-caaeea4ffc45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a648b822-76c9-446e-870f-17eb415704e4,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:21.261356 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-03015a61-6ccd-4b14-9337-f71777889b72 req-e2683abe-aa53-4379-adcd-8e73030651e5 service neutron] 10.222.0.41 "GET /v2.0/networks/d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064223 Nov 25 04:51:21.393730 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-37bf63e9-1ec4-4f35-b0d8-5af33bf770b9 None None] Publish callbacks [] for port, precommit_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:21.411221 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-37bf63e9-1ec4-4f35-b0d8-5af33bf770b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:21.447952 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-03015a61-6ccd-4b14-9337-f71777889b72 req-a89d191d-2359-4417-a7e0-da72bcdd353e service neutron] 10.222.0.41 "GET /v2.0/networks/d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773710 Nov 25 04:51:21.505378 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54fb1a-ef24-43b1-a7cb-79550225e647 None None] Pushing event updated for resources: {'Port': ['ID=338dad03-a285-4d7e-8296-e461f594fd86,revision_number=3']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:21.592649 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-37bf63e9-1ec4-4f35-b0d8-5af33bf770b9 None None] Attempting to bind port 338dad03-a285-4d7e-8296-e461f594fd86 on host dv-cinder-815582-6-iscsi for vnic_type normal with profile {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:51:21.593065 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-37bf63e9-1ec4-4f35-b0d8-5af33bf770b9 None None] Attempting to bind port 338dad03-a285-4d7e-8296-e461f594fd86 by drivers openvswitch,hyperv on host dv-cinder-815582-6-iscsi at level 0 using segments [{'id': '07da5f35-060b-4a9b-9ecf-6505ab4af3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '60249061-d0d9-451a-ba13-f5fc4af0109a'}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:51:21.595033 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bf63e9-1ec4-4f35-b0d8-5af33bf770b9 None None] Attempting to bind port 338dad03-a285-4d7e-8296-e461f594fd86 on network 60249061-d0d9-451a-ba13-f5fc4af0109a {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:51:21.602740 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bf63e9-1ec4-4f35-b0d8-5af33bf770b9 None None] Checking agent: {'id': '2825277b-b27f-46a7-b452-1b49513b2056', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 40, 34), 'started_at': datetime.datetime(2021, 11, 25, 4, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:51:21.604529 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bf63e9-1ec4-4f35-b0d8-5af33bf770b9 None None] Checking segment: {'id': '07da5f35-060b-4a9b-9ecf-6505ab4af3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '60249061-d0d9-451a-ba13-f5fc4af0109a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:51:21.605095 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-37bf63e9-1ec4-4f35-b0d8-5af33bf770b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:21.606169 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bf63e9-1ec4-4f35-b0d8-5af33bf770b9 None None] Bound using segment: {'id': '07da5f35-060b-4a9b-9ecf-6505ab4af3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '60249061-d0d9-451a-ba13-f5fc4af0109a'} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:51:21.607424 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-37bf63e9-1ec4-4f35-b0d8-5af33bf770b9 None None] Bound port: 338dad03-a285-4d7e-8296-e461f594fd86, host: dv-cinder-815582-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07da5f35-060b-4a9b-9ecf-6505ab4af3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '60249061-d0d9-451a-ba13-f5fc4af0109a'}}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:51:21.608230 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-37bf63e9-1ec4-4f35-b0d8-5af33bf770b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:21.731523 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:21.740526 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-37bf63e9-1ec4-4f35-b0d8-5af33bf770b9 None None] For port 338dad03-a285-4d7e-8296-e461f594fd86, host dv-cinder-815582-6-iscsi, cleared binding levels {{(pid=109072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:51:21.752357 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-37bf63e9-1ec4-4f35-b0d8-5af33bf770b9 None None] For port 338dad03-a285-4d7e-8296-e461f594fd86, host dv-cinder-815582-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=338dad03-a285-4d7e-8296-e461f594fd86,segment=NetworkSegment(07da5f35-060b-4a9b-9ecf-6505ab4af3ba),segment_id=07da5f35-060b-4a9b-9ecf-6505ab4af3ba)] {{(pid=109072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:51:21.765285 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-37bf63e9-1ec4-4f35-b0d8-5af33bf770b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:21.909532 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 2e79d61a-6082-46de-b8f9-a36d360e9a7a up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:51:22.009921 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad418a98-8359-413b-b018-96951d05dd25 req-c19c792a-f091-4370-a86e-59b014e21de0 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:22.010934 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-30414e07-deda-4916-b6fe-a85428bbbd25 None None] Provisioning complete for port 338dad03-a285-4d7e-8296-e461f594fd86 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:51:22.011401 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-30414e07-deda-4916-b6fe-a85428bbbd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:22.013848 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bf63e9-1ec4-4f35-b0d8-5af33bf770b9 None None] Routers {'45409ba1-9f02-4263-8a28-734be0d76444'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:51:22.017208 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-37bf63e9-1ec4-4f35-b0d8-5af33bf770b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:51:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['45409ba1-9f02-4263-8a28-734be0d76444'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:51:22.026524 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ad418a98-8359-413b-b018-96951d05dd25 req-c19c792a-f091-4370-a86e-59b014e21de0 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 945 time: 0.1960773 Nov 25 04:51:22.027611 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54fb1a-ef24-43b1-a7cb-79550225e647 None None] Pushing event updated for resources: {'Port': ['ID=338dad03-a285-4d7e-8296-e461f594fd86,revision_number=4']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:22.173532 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ad418a98-8359-413b-b018-96951d05dd25 req-fa4acb62-f92a-429d-ae72-080ba9f38a2c tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384850 Nov 25 04:51:22.196481 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6be1c-82e1-4e09-9120-6aaa31ac9d4c req-2b82ac3d-f951-4b1e-8c82-4cbc1c06505d tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:22.198987 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-b8e6be1c-82e1-4e09-9120-6aaa31ac9d4c req-2b82ac3d-f951-4b1e-8c82-4cbc1c06505d tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.1252286 Nov 25 04:51:22.333399 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-b8e6be1c-82e1-4e09-9120-6aaa31ac9d4c req-0bfdf071-c714-476a-9073-2f94a02a223e tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217990 Nov 25 04:51:22.370742 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port 2e79d61a-6082-46de-b8f9-a36d360e9a7a triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:51:22.371126 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:22.463446 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-37bf63e9-1ec4-4f35-b0d8-5af33bf770b9 None None] Set router 45409ba1-9f02-4263-8a28-734be0d76444 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:51:22.520732 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-30414e07-deda-4916-b6fe-a85428bbbd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:22.669186 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 57196) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:51:22.688074 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-30414e07-deda-4916-b6fe-a85428bbbd25 None None] For port 338dad03-a285-4d7e-8296-e461f594fd86, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=338dad03-a285-4d7e-8296-e461f594fd86,segment=NetworkSegment(07da5f35-060b-4a9b-9ecf-6505ab4af3ba),segment_id=07da5f35-060b-4a9b-9ecf-6505ab4af3ba)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:51:22.698659 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-30414e07-deda-4916-b6fe-a85428bbbd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:22.747127 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 04681d20-54be-4645-a06f-4b9109756ddd no longer exists at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:51:22.961671 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30414e07-deda-4916-b6fe-a85428bbbd25 None None] Pushing event updated for resources: {'Port': ['ID=338dad03-a285-4d7e-8296-e461f594fd86,revision_number=5']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:23.124269 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:23.231900 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7385bdf9-e0d9-4572-a81e-ce29b99609d6 None None] Provisioning complete for port 338dad03-a285-4d7e-8296-e461f594fd86 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:51:23.232740 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7385bdf9-e0d9-4572-a81e-ce29b99609d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:23.282109 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdb54df-25bf-482d-8501-ae3b93cc5ac8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04681d20-54be-4645-a06f-4b9109756ddd'}] {{(pid=109072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:51:23.284909 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21d2e46f9f4131852b38a57b118a04601412ee452ef2f91c34d7ef8e942fd252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa31a291-17bf-4c17-b8b2-edf442ef8d0f" -d '{"events": [{"server_uuid": "2fdb54df-25bf-482d-8501-ae3b93cc5ac8", "name": "network-vif-unplugged", "status": "completed", "tag": "04681d20-54be-4645-a06f-4b9109756ddd"}]}' {{(pid=109072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:51:23.315406 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 04681d20-54be-4645-a06f-4b9109756ddd, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=04681d20-54be-4645-a06f-4b9109756ddd,segment=NetworkSegment(644e32ed-c2f3-4335-b74d-ee8f50200ec0),segment_id=644e32ed-c2f3-4335-b74d-ee8f50200ec0)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:51:23.335773 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3097045-d5d5-46e7-a42b-8af558d89394 admin admin] Deleting subnet e70177ab-874f-460a-9aa1-369d17c3a4b6 {{(pid=109070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 04:51:23.341850 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c3097045-d5d5-46e7-a42b-8af558d89394 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:23.355824 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-f9f39046-3e81-42d1-88f6-9d250c05c8d7 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-351022093&fields=id&tenant_id=c1554cf6f72d42199fcfe7ce71bac429 HTTP/1.1" status: 200 len: 267 time: 0.1423314 Nov 25 04:51:23.367689 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:23.426121 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-37bf63e9-1ec4-4f35-b0d8-5af33bf770b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45409ba1-9f02-4263-8a28-734be0d76444', 'name': 'tempest-TestMinimumBasicScenario-1988887743-router', 'tenant_id': '6cc4ae157b8644179b3ffec5cc9cca46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '2e79d61a-6082-46de-b8f9-a36d360e9a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:51:09Z', 'updated_at': '2021-11-25T04:51:18Z', 'revision_number': 4, 'project_id': '6cc4ae157b8644179b3ffec5cc9cca46', 'gw_port': {'id': '2e79d61a-6082-46de-b8f9-a36d360e9a7a', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45409ba1-9f02-4263-8a28-734be0d76444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:51:10Z', 'updated_at': '2021-11-25T04:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '338dad03-a285-4d7e-8296-e461f594fd86', 'name': '', 'network_id': '60249061-d0d9-451a-ba13-f5fc4af0109a', 'tenant_id': '6cc4ae157b8644179b3ffec5cc9cca46', 'mac_address': 'fa:16:3e:79:23:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45409ba1-9f02-4263-8a28-734be0d76444', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '458ad482-d971-4280-ae3d-2ddb6a8397a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:51:17Z', 'updated_at': '2021-11-25T04:51:21Z', 'revision_number': 4, 'project_id': '6cc4ae157b8644179b3ffec5cc9cca46', 'subnets': [{'id': '458ad482-d971-4280-ae3d-2ddb6a8397a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:51:23.452705 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014009a6-c0c4-482a-9e18-cdd88d2bf2a9 req-5ddce503-d89b-40fe-8fbf-f87adc6adb5c tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:23.462418 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-014009a6-c0c4-482a-9e18-cdd88d2bf2a9 req-5ddce503-d89b-40fe-8fbf-f87adc6adb5c tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.3029194 Nov 25 04:51:23.484002 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bf63e9-1ec4-4f35-b0d8-5af33bf770b9 None None] The sync data for ids ['45409ba1-9f02-4263-8a28-734be0d76444'] in dv-cinder-815582-6-iscsi is: [{'id': '45409ba1-9f02-4263-8a28-734be0d76444', 'name': 'tempest-TestMinimumBasicScenario-1988887743-router', 'tenant_id': '6cc4ae157b8644179b3ffec5cc9cca46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '2e79d61a-6082-46de-b8f9-a36d360e9a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:51:09Z', 'updated_at': '2021-11-25T04:51:18Z', 'revision_number': 4, 'project_id': '6cc4ae157b8644179b3ffec5cc9cca46', 'gw_port': {'id': '2e79d61a-6082-46de-b8f9-a36d360e9a7a', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45409ba1-9f02-4263-8a28-734be0d76444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:51:10Z', 'updated_at': '2021-11-25T04:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '338dad03-a285-4d7e-8296-e461f594fd86', 'name': '', 'network_id': '60249061-d0d9-451a-ba13-f5fc4af0109a', 'tenant_id': '6cc4ae157b8644179b3ffec5cc9cca46', 'mac_address': 'fa:16:3e:79:23:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45409ba1-9f02-4263-8a28-734be0d76444', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '458ad482-d971-4280-ae3d-2ddb6a8397a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:51:17Z', 'updated_at': '2021-11-25T04:51:21Z', 'revision_number': 4, 'project_id': '6cc4ae157b8644179b3ffec5cc9cca46', 'subnets': [{'id': '458ad482-d971-4280-ae3d-2ddb6a8397a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:51:23.488540 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=04681d20-54be-4645-a06f-4b9109756ddd,revision_number=8']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:23.537935 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921b91c-9e9c-4783-bdb0-e279cee5d0bd req-8c9d5744-9387-42bd-9db9-4f19803c7627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:23.539704 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d921b91c-9e9c-4783-bdb0-e279cee5d0bd req-8c9d5744-9387-42bd-9db9-4f19803c7627 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d773db29571458586043ef5fa3454c2&device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 1098 time: 0.3700356 Nov 25 04:51:23.542493 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-06ed73d2-09ec-4f24-8299-0c20914fedcd tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:23.543158 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c3097045-d5d5-46e7-a42b-8af558d89394 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3171243'] for subnet, precommit_delete_associations {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:23.584750 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-06ed73d2-09ec-4f24-8299-0c20914fedcd tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/networks?id=be1d7544-b7f8-462b-9559-3e902da9b232 HTTP/1.1" status: 200 len: 808 time: 0.2219348 Nov 25 04:51:23.599791 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-2939ae61-54d8-499f-85c6-7b07d8eacb44 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/quotas/c1554cf6f72d42199fcfe7ce71bac429 HTTP/1.1" status: 200 len: 375 time: 0.0138149 Nov 25 04:51:23.669798 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-416bc73e-e3b7-4990-aef8-74922bb8a535 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1554cf6f72d42199fcfe7ce71bac429&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624335 Nov 25 04:51:23.746603 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921b91c-9e9c-4783-bdb0-e279cee5d0bd req-2bfc7ed6-e95a-464b-bcf0-63868ec1fbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:23.748106 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d921b91c-9e9c-4783-bdb0-e279cee5d0bd req-2bfc7ed6-e95a-464b-bcf0-63868ec1fbbd service neutron] 10.222.0.41 "GET /v2.0/networks?id=d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f HTTP/1.1" status: 200 len: 920 time: 0.1588385 Nov 25 04:51:23.789351 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-014009a6-c0c4-482a-9e18-cdd88d2bf2a9 req-2c1208c4-7d23-44d1-ad63-fa890e1b9cbc tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175507 Nov 25 04:51:23.819649 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-eefc41fd-8419-452a-b788-4eaec8824abd service neutron] 10.222.0.36 "GET /v2.0/networks/be1d7544-b7f8-462b-9559-3e902da9b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313534 Nov 25 04:51:23.848489 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d921b91c-9e9c-4783-bdb0-e279cee5d0bd req-86f2ebb4-9b26-4052-9eb0-d3e8a5047d13 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6878270-adb9-4338-8a70-9a199bdfe9bc HTTP/1.1" status: 200 len: 217 time: 0.0913820 Nov 25 04:51:23.925845 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 338dad03-a285-4d7e-8296-e461f594fd86 up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:51:23.982937 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c3097045-d5d5-46e7-a42b-8af558d89394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-567804'] for subnet, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:24.069634 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-b632c231-ceb8-40f5-8551-140677b605a1 service neutron] 10.222.0.36 "GET /v2.0/networks/be1d7544-b7f8-462b-9559-3e902da9b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425690 Nov 25 04:51:24.147606 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port 338dad03-a285-4d7e-8296-e461f594fd86 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:51:24.151857 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:24.203709 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921b91c-9e9c-4783-bdb0-e279cee5d0bd req-9eed7d59-d529-4586-9d16-a85a48bcd464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:24.206686 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d921b91c-9e9c-4783-bdb0-e279cee5d0bd req-9eed7d59-d529-4586-9d16-a85a48bcd464 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9cba32b3-416c-41af-af79-b04db65419ef HTTP/1.1" status: 200 len: 859 time: 0.3335993 Nov 25 04:51:24.335484 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c3097045-d5d5-46e7-a42b-8af558d89394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-567559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9557373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9757726'] for subnet, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:24.343203 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d921b91c-9e9c-4783-bdb0-e279cee5d0bd req-0375b9d6-f6c3-4423-8b0f-f97e7f1bd334 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1274631 Nov 25 04:51:24.468926 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3097045-d5d5-46e7-a42b-8af558d89394 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e70177ab-874f-460a-9aa1-369d17c3a4b6,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:24.484070 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c3097045-d5d5-46e7-a42b-8af558d89394 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:24.490185 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-c3097045-d5d5-46e7-a42b-8af558d89394 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e70177ab-874f-460a-9aa1-369d17c3a4b6 HTTP/1.1" status: 204 len: 168 time: 1.8170323 Nov 25 04:51:24.490534 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 57244) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:51:24.564304 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2cdb7b-0596-4811-b8a9-19aa7aee6261 req-4b49c2b3-2e4d-4e3c-9315-9ce15d9eb977 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:24.600644 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ce2cdb7b-0596-4811-b8a9-19aa7aee6261 req-4b49c2b3-2e4d-4e3c-9315-9ce15d9eb977 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 943 time: 0.6127198 Nov 25 04:51:24.649835 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 25 Nov 2021 04:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3a51f0-e35f-47a1-a328-43b858c790e4 x-openstack-request-id: req-df3a51f0-e35f-47a1-a328-43b858c790e4 {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:51:24.650168 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdb54df-25bf-482d-8501-ae3b93cc5ac8", "name": "network-vif-unplugged", "status": "failed", "tag": "04681d20-54be-4645-a06f-4b9109756ddd", "code": 422}]} {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:51:24.650380 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-df3a51f0-e35f-47a1-a328-43b858c790e4 {{(pid=109072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:51:24.650853 dv-cinder-815582-6-iscsi neutron-server[109072]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2fdb54df-25bf-482d-8501-ae3b93cc5ac8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '04681d20-54be-4645-a06f-4b9109756ddd', 'code': 422} returned with failed status Nov 25 04:51:24.711700 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-01391a74-6bc4-4b77-8941-30cc362f4e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-683350'] for network, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:24.782354 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d921b91c-9e9c-4783-bdb0-e279cee5d0bd req-efadc924-7914-46d8-8323-80a62cda1fc2 service neutron] 10.222.0.41 "GET /v2.0/networks/d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076278 Nov 25 04:51:24.790667 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-16897b02-673f-45c6-aaa2-7804b3bf60fd req-dada5ff7-a511-4722-aee0-9ef83a28f629 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 210 time: 0.0730529 Nov 25 04:51:24.855081 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ce2cdb7b-0596-4811-b8a9-19aa7aee6261 req-b4ebf68c-9f99-4ad2-aced-9efa3e731d79 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2485697 Nov 25 04:51:24.970539 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 57260) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:51:25.023998 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d921b91c-9e9c-4783-bdb0-e279cee5d0bd req-c7160aa0-7f40-4cf6-88ec-fa4965f37e63 service neutron] 10.222.0.41 "GET /v2.0/networks/d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202344 Nov 25 04:51:25.037178 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-01391a74-6bc4-4b77-8941-30cc362f4e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568939', 'neutron.services.segments.db._delete_segments_for_network-8783340406995'] for network, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:25.075963 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.services.segments.db [None req-01391a74-6bc4-4b77-8941-30cc362f4e63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c74a24-9d7e-43b5-89f7-87a5f4c00728']}} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:51:25.145432 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3c17e-7176-406b-b2ac-05748654f953 req-0804cdd5-b2da-491f-98b9-71c3f7a9c925 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:25.147742 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-81f3c17e-7176-406b-b2ac-05748654f953 req-0804cdd5-b2da-491f-98b9-71c3f7a9c925 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.1538188 Nov 25 04:51:25.156205 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.services.segments.db [None req-01391a74-6bc4-4b77-8941-30cc362f4e63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de32a5fb-836e-43e9-962a-f6e5a04cf392') {'for_net_delete': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:51:25.156548 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.services.segments.db [None req-01391a74-6bc4-4b77-8941-30cc362f4e63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de32a5fb-836e-43e9-962a-f6e5a04cf392') {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:51:25.195041 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-01391a74-6bc4-4b77-8941-30cc362f4e63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783340412124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-137221'] for segment, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:25.248761 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-01391a74-6bc4-4b77-8941-30cc362f4e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041'] for segment, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:25.272651 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-0c1fd3d9-0e3a-4eb7-812d-3e15d04865a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:25.300728 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01391a74-6bc4-4b77-8941-30cc362f4e63 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=109071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 04:51:25.304733 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-01391a74-6bc4-4b77-8941-30cc362f4e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8963593'] for segment, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:25.307576 dv-cinder-815582-6-iscsi neutron-server[109071]: Traceback (most recent call last): Nov 25 04:51:25.307576 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 04:51:25.307576 dv-cinder-815582-6-iscsi neutron-server[109071]: timer() Nov 25 04:51:25.307576 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 04:51:25.307576 dv-cinder-815582-6-iscsi neutron-server[109071]: cb(*args, **kw) Nov 25 04:51:25.307576 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 04:51:25.307576 dv-cinder-815582-6-iscsi neutron-server[109071]: return func(*args, **kwargs) Nov 25 04:51:25.307576 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 04:51:25.307576 dv-cinder-815582-6-iscsi neutron-server[109071]: self._notify() Nov 25 04:51:25.307576 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 04:51:25.307576 dv-cinder-815582-6-iscsi neutron-server[109071]: self.callback(batched_events) Nov 25 04:51:25.307576 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 04:51:25.307576 dv-cinder-815582-6-iscsi neutron-server[109071]: event.method(event) Nov 25 04:51:25.307576 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 04:51:25.307576 dv-cinder-815582-6-iscsi neutron-server[109071]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 04:51:25.307576 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 04:51:25.307576 dv-cinder-815582-6-iscsi neutron-server[109071]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 04:51:25.307576 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 04:51:25.307576 dv-cinder-815582-6-iscsi neutron-server[109071]: return f(self, *a, **k) Nov 25 04:51:25.307576 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 04:51:25.307576 dv-cinder-815582-6-iscsi neutron-server[109071]: return self._get(url).json() Nov 25 04:51:25.307576 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 04:51:25.307576 dv-cinder-815582-6-iscsi neutron-server[109071]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 04:51:25.307576 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 04:51:25.307576 dv-cinder-815582-6-iscsi neutron-server[109071]: return self.request(url, 'GET', **kwargs) Nov 25 04:51:25.307576 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 04:51:25.307576 dv-cinder-815582-6-iscsi neutron-server[109071]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 04:51:25.307576 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 04:51:25.307576 dv-cinder-815582-6-iscsi neutron-server[109071]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 04:51:25.307576 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 04:51:25.307576 dv-cinder-815582-6-iscsi neutron-server[109071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 04:51:25.307576 dv-cinder-815582-6-iscsi neutron-server[109071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 04:51:25.463462 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-81f3c17e-7176-406b-b2ac-05748654f953 req-f533dc6f-d4b0-47cc-b65e-ddabb85814a1 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964690 Nov 25 04:51:25.488560 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-01391a74-6bc4-4b77-8941-30cc362f4e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:25.506989 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-01391a74-6bc4-4b77-8941-30cc362f4e63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for network, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:25.526211 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-01391a74-6bc4-4b77-8941-30cc362f4e63 admin admin] 10.222.0.36 "DELETE /v2.0/networks/68c74a24-9d7e-43b5-89f7-87a5f4c00728 HTTP/1.1" status: 204 len: 168 time: 1.0318959 Nov 25 04:51:25.545607 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01391a74-6bc4-4b77-8941-30cc362f4e63 admin admin] Pushing event deleted for resources: {'Network': ['ID=68c74a24-9d7e-43b5-89f7-87a5f4c00728,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:25.552869 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-0c1fd3d9-0e3a-4eb7-812d-3e15d04865a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:25.564738 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-0c1fd3d9-0e3a-4eb7-812d-3e15d04865a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:25.626784 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-0c1fd3d9-0e3a-4eb7-812d-3e15d04865a2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9242f10aceb84de589702eb8c858baf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6523890 Nov 25 04:51:25.627319 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 57278) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:51:25.627839 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1fd3d9-0e3a-4eb7-812d-3e15d04865a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8fb21b-1e1e-4360-8912-605d68658845,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:25.705950 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-819c3dc2-6d37-4bb0-adf6-633115b40c3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:25.756496 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-819c3dc2-6d37-4bb0-adf6-633115b40c3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:25.775085 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 57284) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:51:25.853796 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-18bae008-2fa9-44fd-8f95-a86fe2530a38 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f589a625d7db445091f6729e449426e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0768216 Nov 25 04:51:25.856663 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 57290) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:51:25.895170 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [req-3a7abf16-93a8-476c-8488-94e186c0a939 req-637934d6-e99a-4a60-af27-adf7c55fcba0 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109070) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 04:51:25.896433 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3a7abf16-93a8-476c-8488-94e186c0a939 req-637934d6-e99a-4a60-af27-adf7c55fcba0 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086796 Nov 25 04:51:25.968956 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-28b664c6-ea4e-4d43-8ff6-8077560197a9 req-d3a1bc1e-fc52-4120-b65a-5d2562f91885 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 210 time: 0.0493927 Nov 25 04:51:25.988543 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-819c3dc2-6d37-4bb0-adf6-633115b40c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:25.988543 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-819c3dc2-6d37-4bb0-adf6-633115b40c3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:25.988543 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-819c3dc2-6d37-4bb0-adf6-633115b40c3d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ce8fb21b-1e1e-4360-8912-605d68658845 HTTP/1.1" status: 204 len: 168 time: 0.3546247 Nov 25 04:51:26.031417 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c3dc2-6d37-4bb0-adf6-633115b40c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8fb21b-1e1e-4360-8912-605d68658845,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:26.083317 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-70fddd46-021e-4f22-aa7c-357de1279aea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:26.152180 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-70fddd46-021e-4f22-aa7c-357de1279aea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:26.209131 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e52dde-4531-4983-8bc5-5d93297eb4b2 req-6099f983-3521-4f8a-9eec-60260eff7d8e tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:26.210795 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-09e52dde-4531-4983-8bc5-5d93297eb4b2 req-6099f983-3521-4f8a-9eec-60260eff7d8e tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 943 time: 0.0990872 Nov 25 04:51:26.351191 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-09e52dde-4531-4983-8bc5-5d93297eb4b2 req-369b391b-de3a-4ca6-8b92-2475ca42b87a tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212962 Nov 25 04:51:26.365863 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-70fddd46-021e-4f22-aa7c-357de1279aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:26.370172 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-70fddd46-021e-4f22-aa7c-357de1279aea admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:26.371457 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-70fddd46-021e-4f22-aa7c-357de1279aea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/db1e9055-46a2-41a1-b91e-21add5bd1945 HTTP/1.1" status: 204 len: 168 time: 0.5134687 Nov 25 04:51:26.393620 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fddd46-021e-4f22-aa7c-357de1279aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1e9055-46a2-41a1-b91e-21add5bd1945,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:26.654731 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e21444-6d70-494b-aee4-b1ad11008f18 req-44174e6f-c7aa-448f-9bea-f73112a02f14 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:26.658129 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-76e21444-6d70-494b-aee4-b1ad11008f18 req-44174e6f-c7aa-448f-9bea-f73112a02f14 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.1170630 Nov 25 04:51:26.708669 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 57312) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:51:26.737156 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-2791f465-3db4-4805-b619-7850b8bc8189 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:26.777226 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 04681d20-54be-4645-a06f-4b9109756ddd no longer exists at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:51:26.867863 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-2791f465-3db4-4805-b619-7850b8bc8189 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:26.886552 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-76e21444-6d70-494b-aee4-b1ad11008f18 req-51fe195b-fe15-443c-a123-272094bfe080 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208669 Nov 25 04:51:26.889068 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-2791f465-3db4-4805-b619-7850b8bc8189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:26.960941 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-2791f465-3db4-4805-b619-7850b8bc8189 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2dab300f857c4961b8a5d05aa460d885&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2505550 Nov 25 04:51:26.962115 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791f465-3db4-4805-b619-7850b8bc8189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9962e70-1ce4-4549-992d-f3185fa443f1,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:26.965760 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 57328) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:51:27.052843 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 57332) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:51:27.108685 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-86f247dd-8c3e-418d-b09f-c0467e0f3171 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:27.171379 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-c86b3a89-f3f8-43b9-aee6-49410f087c15 req-4d74428f-cae2-4d4b-ad1a-922c1f1e178f tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 210 time: 0.0629327 Nov 25 04:51:27.206991 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-86f247dd-8c3e-418d-b09f-c0467e0f3171 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:27.234429 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0aa666d5-7b82-4edc-a6fb-7f7b7fc49dc4 req-7fae1153-a2ad-49a5-9cfc-62a6efae1dec service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1795673 Nov 25 04:51:27.248290 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [req-0aa666d5-7b82-4edc-a6fb-7f7b7fc49dc4 req-fc7353d1-6027-48e6-a8af-b775ce58dd34 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109070) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 04:51:27.249339 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0aa666d5-7b82-4edc-a6fb-7f7b7fc49dc4 req-fc7353d1-6027-48e6-a8af-b775ce58dd34 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100224 Nov 25 04:51:27.303274 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-163ea61a-e983-4fac-95c6-988dda0ecb9d tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:27.304379 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-163ea61a-e983-4fac-95c6-988dda0ecb9d tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.41 "GET /v2.0/networks?id=be1d7544-b7f8-462b-9559-3e902da9b232 HTTP/1.1" status: 200 len: 808 time: 0.1524987 Nov 25 04:51:27.311647 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-86f247dd-8c3e-418d-b09f-c0467e0f3171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:27.314669 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-86f247dd-8c3e-418d-b09f-c0467e0f3171 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:27.319726 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-86f247dd-8c3e-418d-b09f-c0467e0f3171 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d9962e70-1ce4-4549-992d-f3185fa443f1 HTTP/1.1" status: 204 len: 168 time: 0.3528075 Nov 25 04:51:27.329983 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f247dd-8c3e-418d-b09f-c0467e0f3171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9962e70-1ce4-4549-992d-f3185fa443f1,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:27.435200 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-bd7ce90e-97c0-464e-b797-ff7299969530 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1554cf6f72d42199fcfe7ce71bac429 HTTP/1.1" status: 200 len: 379 time: 0.1140974 Nov 25 04:51:27.459796 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-f77e5646-77b9-4bb1-bedf-33e916d4b2ec tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Request body: {'port': {'device_id': '56e17522-ff48-40da-a454-39c7b8c4b75a', 'network_id': 'be1d7544-b7f8-462b-9559-3e902da9b232', 'admin_state_up': True, 'tenant_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'security_groups': ['6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0']}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:51:27.786477 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-34ba48ff-2674-4af1-a87c-95fc64f18a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:27.809293 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed69e9c-1145-48aa-b938-d8586084c2dd req-6ecf32e2-23c2-4566-a5df-cb530ef56088 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:27.812094 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bed69e9c-1145-48aa-b938-d8586084c2dd req-6ecf32e2-23c2-4566-a5df-cb530ef56088 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 943 time: 0.2177091 Nov 25 04:51:27.888392 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-f77e5646-77b9-4bb1-bedf-33e916d4b2ec tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Made reservation on behalf of c1554cf6f72d42199fcfe7ce71bac429 for: {'port': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:51:27.892325 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-f77e5646-77b9-4bb1-bedf-33e916d4b2ec tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:28.048895 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-f77e5646-77b9-4bb1-bedf-33e916d4b2ec tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Allocated IP 172.20.0.11 (be1d7544-b7f8-462b-9559-3e902da9b232/48c4a844-83ca-4382-b5e0-23d313e6e9e6/1a95c402-b2e8-4638-8bb0-f410aa3e568a) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:51:28.113101 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fcfa0-d250-4356-851e-5f5725548636 req-9b33768b-0d48-473c-ba09-0693ddd82c1d tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:28.115681 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-119fcfa0-d250-4356-851e-5f5725548636 req-9b33768b-0d48-473c-ba09-0693ddd82c1d tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.1171117 Nov 25 04:51:28.175453 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bed69e9c-1145-48aa-b938-d8586084c2dd req-8009b0e9-11e6-4bec-8abb-b2f0fc0ef414 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3476827 Nov 25 04:51:28.228656 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-119fcfa0-d250-4356-851e-5f5725548636 req-6f3ca927-90e2-4832-bc81-7fbd2f05759d tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982587 Nov 25 04:51:28.292474 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-f77e5646-77b9-4bb1-bedf-33e916d4b2ec tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks [] for port, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:28.340786 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-eda7237c-980d-48c2-a27a-caaa61796262 req-7f1a7db0-1bc9-4636-9d50-81fd7009a6f3 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 210 time: 0.0422640 Nov 25 04:51:28.383608 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-f77e5646-77b9-4bb1-bedf-33e916d4b2ec tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:28.512510 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-f77e5646-77b9-4bb1-bedf-33e916d4b2ec tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Network be1d7544-b7f8-462b-9559-3e902da9b232 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:51:28.521067 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-f77e5646-77b9-4bb1-bedf-33e916d4b2ec tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:51:28.529100 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-f77e5646-77b9-4bb1-bedf-33e916d4b2ec tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:51:28.603786 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e5646-77b9-4bb1-bedf-33e916d4b2ec tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Pushing event updated for resources: {'Port': ['ID=1a95c402-b2e8-4638-8bb0-f410aa3e568a,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:28.636680 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-f77e5646-77b9-4bb1-bedf-33e916d4b2ec tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:28.637731 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-f77e5646-77b9-4bb1-bedf-33e916d4b2ec tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:28.657454 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-f77e5646-77b9-4bb1-bedf-33e916d4b2ec tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2152815 Nov 25 04:51:28.679598 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-5225cd4e-ccd9-41bf-ab4c-03626b750767 service neutron] Request body: {'port': {'device_id': '56e17522-ff48-40da-a454-39c7b8c4b75a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:51:28.799043 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-5225cd4e-ccd9-41bf-ab4c-03626b750767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:28.894096 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-2b851f2f-240f-4f1b-9662-0922029ffed7 None None] Provisioning complete for port 1a95c402-b2e8-4638-8bb0-f410aa3e568a triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:51:28.895038 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-2b851f2f-240f-4f1b-9662-0922029ffed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:29.022148 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-2b851f2f-240f-4f1b-9662-0922029ffed7 None None] Port 1a95c402-b2e8-4638-8bb0-f410aa3e568a cannot update to ACTIVE because it is not bound. {{(pid=109072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 04:51:29.281173 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-5225cd4e-ccd9-41bf-ab4c-03626b750767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a95c402-b2e8-4638-8bb0-f410aa3e568a {{(pid=109070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:51:29.314050 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-5225cd4e-ccd9-41bf-ab4c-03626b750767 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:29.351739 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.provisioning_blocks [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-5225cd4e-ccd9-41bf-ab4c-03626b750767 service neutron] Transition to ACTIVE for port object 1a95c402-b2e8-4638-8bb0-f410aa3e568a will not be triggered until provisioned by entity L2. {{(pid=109070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 04:51:29.360827 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-5225cd4e-ccd9-41bf-ab4c-03626b750767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9557411'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:29.399175 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a736883-51f6-42a8-bbdf-e5da6c45d436 req-8b0715be-c1a7-4958-9fb2-fcb6f983e220 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:29.406573 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0a736883-51f6-42a8-bbdf-e5da6c45d436 req-8b0715be-c1a7-4958-9fb2-fcb6f983e220 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 943 time: 0.1079090 Nov 25 04:51:29.472096 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225cd4e-ccd9-41bf-ab4c-03626b750767 service neutron] Pushing event updated for resources: {'Port': ['ID=1a95c402-b2e8-4638-8bb0-f410aa3e568a,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:29.604596 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0a736883-51f6-42a8-bbdf-e5da6c45d436 req-fdab9e99-c1bf-4d52-8f7d-a6b0cac78b35 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1972017 Nov 25 04:51:29.699229 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-5225cd4e-ccd9-41bf-ab4c-03626b750767 service neutron] Attempting to bind port 1a95c402-b2e8-4638-8bb0-f410aa3e568a on host hv-cinder-81558 for vnic_type normal with profile {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:51:29.699580 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-5225cd4e-ccd9-41bf-ab4c-03626b750767 service neutron] Attempting to bind port 1a95c402-b2e8-4638-8bb0-f410aa3e568a by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '33391e2c-c33d-47e7-b50e-ef1443171c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'be1d7544-b7f8-462b-9559-3e902da9b232'}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:51:29.699918 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-5225cd4e-ccd9-41bf-ab4c-03626b750767 service neutron] Attempting to bind port 1a95c402-b2e8-4638-8bb0-f410aa3e568a on network be1d7544-b7f8-462b-9559-3e902da9b232 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:51:29.704612 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-5225cd4e-ccd9-41bf-ab4c-03626b750767 service neutron] Port 1a95c402-b2e8-4638-8bb0-f410aa3e568a on network be1d7544-b7f8-462b-9559-3e902da9b232 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 04:51:29.705000 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-5225cd4e-ccd9-41bf-ab4c-03626b750767 service neutron] Attempting to bind port 1a95c402-b2e8-4638-8bb0-f410aa3e568a on network be1d7544-b7f8-462b-9559-3e902da9b232 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:51:29.712399 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-5225cd4e-ccd9-41bf-ab4c-03626b750767 service neutron] Checking agent: {'id': '1f14ab98-53f7-4a68-bcc6-b943f33cb2d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'started_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:51:29.712399 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-5225cd4e-ccd9-41bf-ab4c-03626b750767 service neutron] Checking segment: {'id': '33391e2c-c33d-47e7-b50e-ef1443171c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'be1d7544-b7f8-462b-9559-3e902da9b232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:51:29.712879 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-5225cd4e-ccd9-41bf-ab4c-03626b750767 service neutron] Bound using segment: {'id': '33391e2c-c33d-47e7-b50e-ef1443171c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'be1d7544-b7f8-462b-9559-3e902da9b232'} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:51:29.714442 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-5225cd4e-ccd9-41bf-ab4c-03626b750767 service neutron] Bound port: 1a95c402-b2e8-4638-8bb0-f410aa3e568a, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33391e2c-c33d-47e7-b50e-ef1443171c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'be1d7544-b7f8-462b-9559-3e902da9b232'}}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:51:29.714442 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-5225cd4e-ccd9-41bf-ab4c-03626b750767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:29.722542 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401aa6e-5c04-435d-b553-d08501c2ff76 req-2394271d-cf22-4c12-91bd-ef5d341bab65 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:29.733400 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-1401aa6e-5c04-435d-b553-d08501c2ff76 req-2394271d-cf22-4c12-91bd-ef5d341bab65 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 944 time: 0.1671774 Nov 25 04:51:29.839966 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-5225cd4e-ccd9-41bf-ab4c-03626b750767 service neutron] For port 1a95c402-b2e8-4638-8bb0-f410aa3e568a, host hv-cinder-81558, cleared binding levels {{(pid=109070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:51:29.845116 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-5225cd4e-ccd9-41bf-ab4c-03626b750767 service neutron] For port 1a95c402-b2e8-4638-8bb0-f410aa3e568a, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1a95c402-b2e8-4638-8bb0-f410aa3e568a,segment=NetworkSegment(33391e2c-c33d-47e7-b50e-ef1443171c56),segment_id=33391e2c-c33d-47e7-b50e-ef1443171c56)] {{(pid=109070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:51:29.853485 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-5225cd4e-ccd9-41bf-ab4c-03626b750767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9557411'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:29.879727 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-1401aa6e-5c04-435d-b553-d08501c2ff76 req-9c43cfce-6444-4560-81ce-3d717d3d3daa tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229587 Nov 25 04:51:29.921739 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-5225cd4e-ccd9-41bf-ab4c-03626b750767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:29.922607 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-5225cd4e-ccd9-41bf-ab4c-03626b750767 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:29.924594 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-5225cd4e-ccd9-41bf-ab4c-03626b750767 service neutron] 10.222.0.41 "PUT /v2.0/ports/1a95c402-b2e8-4638-8bb0-f410aa3e568a HTTP/1.1" status: 200 len: 1094 time: 1.2528925 Nov 25 04:51:29.925217 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e17522-ff48-40da-a454-39c7b8c4b75a', 'tag': '1a95c402-b2e8-4638-8bb0-f410aa3e568a'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:51:29.927680 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c54fbf746f0c7fba78ef8d59e1beae84bb94fede6ed59824d7b8ea859eeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f04539-9d2c-42db-ae34-f9905e4a5166" -d '{"events": [{"name": "network-changed", "server_uuid": "56e17522-ff48-40da-a454-39c7b8c4b75a", "tag": "1a95c402-b2e8-4638-8bb0-f410aa3e568a"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:51:29.945884 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225cd4e-ccd9-41bf-ab4c-03626b750767 service neutron] Pushing event updated for resources: {'Port': ['ID=1a95c402-b2e8-4638-8bb0-f410aa3e568a,revision_number=3']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:30.001951 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 04:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5cfe2e-3878-483a-851f-a687b5887783 x-openstack-request-id: req-ec5cfe2e-3878-483a-851f-a687b5887783 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:51:30.002251 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e17522-ff48-40da-a454-39c7b8c4b75a", "tag": "1a95c402-b2e8-4638-8bb0-f410aa3e568a", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:51:30.002511 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ec5cfe2e-3878-483a-851f-a687b5887783 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:51:30.002914 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e17522-ff48-40da-a454-39c7b8c4b75a', 'tag': '1a95c402-b2e8-4638-8bb0-f410aa3e568a', 'status': 'completed', 'code': 200} Nov 25 04:51:30.104315 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-a0f510b2-bea9-46e9-ba15-6a4b99786ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:30.106380 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-a0f510b2-bea9-46e9-ba15-6a4b99786ef9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1554cf6f72d42199fcfe7ce71bac429&device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 1097 time: 0.0693774 Nov 25 04:51:30.171932 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-dcb4bef3-80b7-4fe7-88a6-69b4838fbd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:30.190184 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-161a8067-2bbe-409d-944b-1bf735a46b68 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a95c402-b2e8-4638-8bb0-f410aa3e568a HTTP/1.1" status: 200 len: 217 time: 0.0677471 Nov 25 04:51:30.221073 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa666d5-7b82-4edc-a6fb-7f7b7fc49dc4 req-3fcac4d4-fed3-41fc-8b88-a4980a69c185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:30.223371 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0aa666d5-7b82-4edc-a6fb-7f7b7fc49dc4 req-3fcac4d4-fed3-41fc-8b88-a4980a69c185 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8&tenant_id=f231a19b2ca6447282b854aaf157e86c HTTP/1.1" status: 200 len: 1096 time: 0.1942770 Nov 25 04:51:30.284823 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-96273e3f-9571-4bed-b617-781bb648f42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:30.286967 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-96273e3f-9571-4bed-b617-781bb648f42f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48c4a844-83ca-4382-b5e0-23d313e6e9e6 HTTP/1.1" status: 200 len: 847 time: 0.0888729 Nov 25 04:51:30.333649 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa666d5-7b82-4edc-a6fb-7f7b7fc49dc4 req-98f59a7f-6602-4bbe-936f-cda843f04df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:30.335259 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0aa666d5-7b82-4edc-a6fb-7f7b7fc49dc4 req-98f59a7f-6602-4bbe-936f-cda843f04df9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f231a19b2ca6447282b854aaf157e86c&device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 1096 time: 0.0718868 Nov 25 04:51:30.347979 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-38b5e77d-3660-4ba0-be1c-4bed54cf8086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:30.349699 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-38b5e77d-3660-4ba0-be1c-4bed54cf8086 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=be1d7544-b7f8-462b-9559-3e902da9b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540519 Nov 25 04:51:30.578717 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa666d5-7b82-4edc-a6fb-7f7b7fc49dc4 req-34e0ba91-1d34-49bc-a69e-7215ab0ba3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:30.579604 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-0a7f36ad-66be-451c-8a0d-0af79a3d6acc service neutron] 10.222.0.41 "GET /v2.0/networks/be1d7544-b7f8-462b-9559-3e902da9b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203398 Nov 25 04:51:30.580410 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0aa666d5-7b82-4edc-a6fb-7f7b7fc49dc4 req-34e0ba91-1d34-49bc-a69e-7215ab0ba3dc service neutron] 10.222.0.41 "GET /v2.0/networks?id=3bbd6da5-4c15-46da-9de5-c44a36974cd0 HTTP/1.1" status: 200 len: 917 time: 0.2379882 Nov 25 04:51:30.712929 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-662126d6-365d-499c-928e-3ca3f8b36ac6 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=3b4463a1337940a4a17c0d54bb402c3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461550 Nov 25 04:51:30.713694 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0aa666d5-7b82-4edc-a6fb-7f7b7fc49dc4 req-f252645e-a346-474e-b68d-f8abf99a5789 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04681d20-54be-4645-a06f-4b9109756ddd HTTP/1.1" status: 200 len: 999 time: 0.1177163 Nov 25 04:51:30.810717 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa666d5-7b82-4edc-a6fb-7f7b7fc49dc4 req-dd85ea96-8b47-4233-8466-a0336032004e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:30.812507 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0aa666d5-7b82-4edc-a6fb-7f7b7fc49dc4 req-dd85ea96-8b47-4233-8466-a0336032004e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ff11583-5631-4068-991c-12b3ca3de03f HTTP/1.1" status: 200 len: 855 time: 0.0935917 Nov 25 04:51:30.859266 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-55735cda-c396-4da1-8f52-76fd8ffc9e62 req-bf14902d-0191-423d-adb0-b944f0176b21 service neutron] 10.222.0.41 "GET /v2.0/networks/be1d7544-b7f8-462b-9559-3e902da9b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661548 Nov 25 04:51:30.867128 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7468327-1e67-4926-afca-613b24d7d76c req-c025bb02-e004-49f9-a900-208655105518 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:30.875442 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b7468327-1e67-4926-afca-613b24d7d76c req-c025bb02-e004-49f9-a900-208655105518 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 943 time: 0.1083064 Nov 25 04:51:30.904285 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa666d5-7b82-4edc-a6fb-7f7b7fc49dc4 req-f653118b-caf9-4b19-b56b-6a16b67b2c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:30.905813 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0aa666d5-7b82-4edc-a6fb-7f7b7fc49dc4 req-f653118b-caf9-4b19-b56b-6a16b67b2c4a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3bbd6da5-4c15-46da-9de5-c44a36974cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0858195 Nov 25 04:51:30.939557 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b7468327-1e67-4926-afca-613b24d7d76c req-47597f6b-a9a3-4f9d-857b-3cd27c1db96c tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631757 Nov 25 04:51:30.951644 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-c0ae3552-6e7d-4039-9e06-c52a9a574cc9 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:30.959542 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-c0ae3552-6e7d-4039-9e06-c52a9a574cc9 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2454166 Nov 25 04:51:30.977067 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-caf7a12d-d8bb-4a70-91bb-8c21a80b076c tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/quotas/3b4463a1337940a4a17c0d54bb402c3a HTTP/1.1" status: 200 len: 375 time: 0.0166600 Nov 25 04:51:31.017638 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-76d9c291-d7bd-4eb1-b2ee-e50a7a404605 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b4463a1337940a4a17c0d54bb402c3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394330 Nov 25 04:51:31.083170 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f04539-9d2c-42db-ae34-f9905e4a5166 req-a1a85de3-6ef2-4d24-932b-cc9084295cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:31.084726 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-63f04539-9d2c-42db-ae34-f9905e4a5166 req-a1a85de3-6ef2-4d24-932b-cc9084295cc5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1554cf6f72d42199fcfe7ce71bac429&device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 1097 time: 0.0653191 Nov 25 04:51:31.257664 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:31.271061 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0aa666d5-7b82-4edc-a6fb-7f7b7fc49dc4 req-0571b6c6-ad41-484a-a317-61f03bad6f12 service neutron] 10.222.0.41 "GET /v2.0/networks/3bbd6da5-4c15-46da-9de5-c44a36974cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062565 Nov 25 04:51:31.296775 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d62cc-c277-4266-8c05-f3cf8909de52 req-307d4099-52ad-4cb6-857c-e2639b2d2ba9 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:31.310773 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-e7790f0a-bc9f-42b2-b323-c663765afe5f req-0e2279e1-9be9-4c6b-b758-ba27fe4c5c26 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 210 time: 0.0658705 Nov 25 04:51:31.310773 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f04539-9d2c-42db-ae34-f9905e4a5166 req-48070ae7-baf3-432f-ad5b-364385f4b058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:31.311213 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-aa9d62cc-c277-4266-8c05-f3cf8909de52 req-307d4099-52ad-4cb6-857c-e2639b2d2ba9 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 944 time: 0.1692677 Nov 25 04:51:31.311310 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-63f04539-9d2c-42db-ae34-f9905e4a5166 req-48070ae7-baf3-432f-ad5b-364385f4b058 service neutron] 10.222.0.41 "GET /v2.0/networks?id=be1d7544-b7f8-462b-9559-3e902da9b232 HTTP/1.1" status: 200 len: 909 time: 0.2164059 Nov 25 04:51:31.363571 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-63f04539-9d2c-42db-ae34-f9905e4a5166 req-f501615a-9c30-43e5-8c89-21a003f1e098 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a95c402-b2e8-4638-8bb0-f410aa3e568a HTTP/1.1" status: 200 len: 217 time: 0.0468304 Nov 25 04:51:31.425296 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f04539-9d2c-42db-ae34-f9905e4a5166 req-dbe8ecdc-f25f-4bea-b1e6-3811cf61992e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:31.427038 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-63f04539-9d2c-42db-ae34-f9905e4a5166 req-dbe8ecdc-f25f-4bea-b1e6-3811cf61992e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48c4a844-83ca-4382-b5e0-23d313e6e9e6 HTTP/1.1" status: 200 len: 847 time: 0.0548468 Nov 25 04:51:31.488613 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-aa9d62cc-c277-4266-8c05-f3cf8909de52 req-45f5d9d7-dea6-41ae-9d4f-6305fd586021 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783152 Nov 25 04:51:31.528648 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0aa666d5-7b82-4edc-a6fb-7f7b7fc49dc4 req-468f04ec-9ec0-4644-8f22-4e72f13d7088 service neutron] 10.222.0.41 "GET /v2.0/networks/3bbd6da5-4c15-46da-9de5-c44a36974cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719599 Nov 25 04:51:31.541679 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f04539-9d2c-42db-ae34-f9905e4a5166 req-4071c02d-68cd-4949-a1bf-3a6c04cfc2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:31.543759 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-63f04539-9d2c-42db-ae34-f9905e4a5166 req-4071c02d-68cd-4949-a1bf-3a6c04cfc2cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=be1d7544-b7f8-462b-9559-3e902da9b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1091537 Nov 25 04:51:31.666522 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-63f04539-9d2c-42db-ae34-f9905e4a5166 req-0226ce89-72a2-4a00-9dff-0e8f20f54319 service neutron] 10.222.0.41 "GET /v2.0/networks/be1d7544-b7f8-462b-9559-3e902da9b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148343 Nov 25 04:51:31.804730 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-63f04539-9d2c-42db-ae34-f9905e4a5166 req-a6d47ab4-0df2-4e20-8136-4a4c0d710f0f service neutron] 10.222.0.41 "GET /v2.0/networks/be1d7544-b7f8-462b-9559-3e902da9b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301947 Nov 25 04:51:32.121312 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d8974-5b2b-43b3-ad44-1be2a25edf1d req-024d9aa3-c87c-464a-8fee-bb9ed7f870fb tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:32.130759 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8d8d8974-5b2b-43b3-ad44-1be2a25edf1d req-024d9aa3-c87c-464a-8fee-bb9ed7f870fb tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 943 time: 0.0713789 Nov 25 04:51:32.193840 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8d8d8974-5b2b-43b3-ad44-1be2a25edf1d req-b143b60f-c3df-428d-ada8-b2b1011245da tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565767 Nov 25 04:51:32.618398 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3da34a8e-faef-45eb-8ab7-e6fe34919f65 req-8cafc263-2c39-4328-821f-630c37e51a1c tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 210 time: 0.1017838 Nov 25 04:51:32.666174 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:32.757493 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e4dab-1bf0-4b5d-b4b3-19dee21bc467 req-ae3a5545-4d1a-45d4-bb46-9771d246b3b1 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:32.767623 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f10e4dab-1bf0-4b5d-b4b3-19dee21bc467 req-ae3a5545-4d1a-45d4-bb46-9771d246b3b1 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 944 time: 0.1031508 Nov 25 04:51:32.883944 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f10e4dab-1bf0-4b5d-b4b3-19dee21bc467 req-18816457-828a-49e5-b916-bef9f49eaeef tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146922 Nov 25 04:51:33.367384 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7522859-3d3a-4b00-b453-9535769432a4 req-926da579-f686-4cf9-9c07-61738ae15216 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:33.379307 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e7522859-3d3a-4b00-b453-9535769432a4 req-926da579-f686-4cf9-9c07-61738ae15216 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 943 time: 0.0990698 Nov 25 04:51:33.488569 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e7522859-3d3a-4b00-b453-9535769432a4 req-b29c1a16-7f35-436e-8be1-f9a22cac92f9 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026690 Nov 25 04:51:33.581672 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:33.823203 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-87a48a2b-6e45-48eb-8a5d-4cc1c463898e req-d3e5a3f8-d050-4b1c-b0b7-bbf4988b804a tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 210 time: 0.0587211 Nov 25 04:51:34.092802 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfde5f9-01e7-4efb-b101-f109e50725f2 req-cdf8163b-6fd9-4067-9545-fffbe723ed84 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:34.103713 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-2bfde5f9-01e7-4efb-b101-f109e50725f2 req-cdf8163b-6fd9-4067-9545-fffbe723ed84 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 944 time: 0.1140060 Nov 25 04:51:34.231569 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-2bfde5f9-01e7-4efb-b101-f109e50725f2 req-229ee3f1-78db-47e9-a0f2-c2baf36e5d60 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261234 Nov 25 04:51:34.379659 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0bc897-6eb3-4cb7-82cc-076811e65d97 req-53633983-bbfa-4165-92f6-31d6f41f07ce tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:34.381321 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2b0bc897-6eb3-4cb7-82cc-076811e65d97 req-53633983-bbfa-4165-92f6-31d6f41f07ce tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.1316569 Nov 25 04:51:34.457913 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 57554) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:51:34.516203 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2b0bc897-6eb3-4cb7-82cc-076811e65d97 req-21435ab1-ea71-4d75-9819-114a3a09140f tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272740 Nov 25 04:51:34.629597 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-48ff8ccb-5be9-4bb9-9634-22b1b5cdcda8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:34.662479 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06312c8-e063-4186-8c53-691773944131 req-5cb103a3-8a28-43fb-a987-55eb50a00e18 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:34.674938 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-d06312c8-e063-4186-8c53-691773944131 req-5cb103a3-8a28-43fb-a987-55eb50a00e18 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 943 time: 0.0685422 Nov 25 04:51:34.746643 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-d06312c8-e063-4186-8c53-691773944131 req-2ebe2a2a-8548-4d79-8ba4-e11764723f60 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706751 Nov 25 04:51:34.826244 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-48ff8ccb-5be9-4bb9-9634-22b1b5cdcda8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:34.838556 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-48ff8ccb-5be9-4bb9-9634-22b1b5cdcda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:34.882430 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff8ccb-5be9-4bb9-9634-22b1b5cdcda8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebeb4d8-ed21-4d88-aa61-833df78fd315,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:34.975373 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1d3a3cec-a661-452f-8b12-0bb85268718c req-c3296227-8b9c-45b9-90e1-18ad069038d1 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 210 time: 0.0389540 Nov 25 04:51:34.982324 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 57562) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:51:34.983152 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-48ff8ccb-5be9-4bb9-9634-22b1b5cdcda8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=15510ba80cf14261a2a0cf6cc7114834&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5235670 Nov 25 04:51:35.061103 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-11c9a9c0-12a3-4d65-87f7-97c7ab9a3709 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:35.120954 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-11c9a9c0-12a3-4d65-87f7-97c7ab9a3709 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:35.212912 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-11c9a9c0-12a3-4d65-87f7-97c7ab9a3709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:35.218011 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-11c9a9c0-12a3-4d65-87f7-97c7ab9a3709 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:35.220901 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-11c9a9c0-12a3-4d65-87f7-97c7ab9a3709 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bebeb4d8-ed21-4d88-aa61-833df78fd315 HTTP/1.1" status: 204 len: 168 time: 0.2372212 Nov 25 04:51:35.252925 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9a9c0-12a3-4d65-87f7-97c7ab9a3709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebeb4d8-ed21-4d88-aa61-833df78fd315,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:35.761697 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028be6d-2b67-446d-9f69-4abc3162501f req-1bd7c79c-43a2-49c8-ab39-4e550572ecbd tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:35.777343 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3028be6d-2b67-446d-9f69-4abc3162501f req-1bd7c79c-43a2-49c8-ab39-4e550572ecbd tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.1439035 Nov 25 04:51:35.942778 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 57576) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:51:35.978937 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a9f0f285-9651-4b6b-9769-17a9a71e6a8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:36.007292 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22e8eb-fddc-45ac-a47a-037c11841133 req-1538b9a4-ba32-4a23-a19d-356563040364 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:36.021556 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0d22e8eb-fddc-45ac-a47a-037c11841133 req-1538b9a4-ba32-4a23-a19d-356563040364 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 944 time: 0.6168017 Nov 25 04:51:36.124768 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a9f0f285-9651-4b6b-9769-17a9a71e6a8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:36.141272 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a9f0f285-9651-4b6b-9769-17a9a71e6a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:36.206910 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3028be6d-2b67-446d-9f69-4abc3162501f req-5ae10c06-4c2e-4e2e-9168-5f4ea0fac11e tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180419 Nov 25 04:51:36.230265 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0d22e8eb-fddc-45ac-a47a-037c11841133 req-f6422397-538a-48a2-ad41-b23bdf711c03 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2020609 Nov 25 04:51:36.240325 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f0f285-9651-4b6b-9769-17a9a71e6a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e15c10-7729-422b-8a79-4dd70a46ddad,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:36.257012 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-a9f0f285-9651-4b6b-9769-17a9a71e6a8f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=03fe9123b91043d4afb4e51b477d2a72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3040919 Nov 25 04:51:36.260290 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 57580) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:51:36.395819 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-0669ddaf-c1da-481d-87c6-4875af32b6bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:36.396439 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-cd9cd6af-7cb7-4005-8665-195b2707207e req-f5afd5f1-c102-4775-b46e-27ceac11dc56 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 210 time: 0.0382051 Nov 25 04:51:36.434948 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269557f-fad5-450d-af5f-64def4ef4add req-9dc3ef6d-d3f8-4470-9674-cf6016144393 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:36.436681 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4269557f-fad5-450d-af5f-64def4ef4add req-9dc3ef6d-d3f8-4470-9674-cf6016144393 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 943 time: 0.0936124 Nov 25 04:51:36.482690 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-0669ddaf-c1da-481d-87c6-4875af32b6bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:36.624508 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4269557f-fad5-450d-af5f-64def4ef4add req-8edee43f-d019-4957-8dce-83ad9ae9f565 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571226 Nov 25 04:51:36.655691 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-0669ddaf-c1da-481d-87c6-4875af32b6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:36.658435 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-0669ddaf-c1da-481d-87c6-4875af32b6bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:36.659855 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-0669ddaf-c1da-481d-87c6-4875af32b6bf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/28e15c10-7729-422b-8a79-4dd70a46ddad HTTP/1.1" status: 204 len: 168 time: 0.3985085 Nov 25 04:51:36.673568 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669ddaf-c1da-481d-87c6-4875af32b6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e15c10-7729-422b-8a79-4dd70a46ddad,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:37.418831 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a7d5c-0175-40f6-b9ff-39f08d553ede req-a682e299-2189-44f7-836f-22bb24fb82ef tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:37.419963 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8f593-ea0b-4810-8f9f-945e1717e1ab req-5328b0c1-6582-41cc-b27c-c483bb66eda3 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:37.427081 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ccd8f593-ea0b-4810-8f9f-945e1717e1ab req-5328b0c1-6582-41cc-b27c-c483bb66eda3 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.1170125 Nov 25 04:51:37.428054 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e26a7d5c-0175-40f6-b9ff-39f08d553ede req-a682e299-2189-44f7-836f-22bb24fb82ef tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 944 time: 0.1046078 Nov 25 04:51:37.496493 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e26a7d5c-0175-40f6-b9ff-39f08d553ede req-2083a945-34b0-4c81-8483-b8e13fa9bb81 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632646 Nov 25 04:51:37.561361 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ccd8f593-ea0b-4810-8f9f-945e1717e1ab req-7ff27ee5-1466-439b-bb62-f2a42f2cb47b tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252306 Nov 25 04:51:37.594477 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-af9cfbef-7aa3-467c-ade3-25b7caf2c3de req-a2fb3b89-7d78-4dda-840b-72daed002bc5 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 210 time: 0.0369446 Nov 25 04:51:37.765068 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4f76f-ae58-4311-8ed6-f6bcd90ae7dc req-cc5ed94c-54f7-4820-9c14-ae545732f14c tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:37.766995 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-09f4f76f-ae58-4311-8ed6-f6bcd90ae7dc req-cc5ed94c-54f7-4820-9c14-ae545732f14c tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 943 time: 0.0518703 Nov 25 04:51:37.857550 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-09f4f76f-ae58-4311-8ed6-f6bcd90ae7dc req-c9d1e8d7-d18f-4fac-aa8f-9c9dd8e63cd0 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818732 Nov 25 04:51:38.607812 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248c767-b866-4cf3-be12-1cd15a441692 req-b15c7f97-f0a7-4136-9b91-533162837998 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:38.609398 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a248c767-b866-4cf3-be12-1cd15a441692 req-b15c7f97-f0a7-4136-9b91-533162837998 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 944 time: 0.0495951 Nov 25 04:51:38.667746 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a248c767-b866-4cf3-be12-1cd15a441692 req-f55302d6-661a-41dc-b55a-6ebfab07e482 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519173 Nov 25 04:51:38.818736 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5775d-459d-41db-a96b-7139a5db130d req-8201f386-bf02-4655-8198-11f1f758921d tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:38.820666 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-48c5775d-459d-41db-a96b-7139a5db130d req-8201f386-bf02-4655-8198-11f1f758921d tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0550478 Nov 25 04:51:38.876134 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-48c5775d-459d-41db-a96b-7139a5db130d req-8a7d6262-77e3-4715-9115-120c307852ab tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485775 Nov 25 04:51:39.043207 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ca009a37-ecd9-45d0-80e8-fbf603c9652e req-d7cddf51-6af0-4ea8-8bb5-2df69ec52a54 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 210 time: 0.0534928 Nov 25 04:51:39.186421 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06a679-c6dc-4646-a63c-a044a65059ba req-f7a57625-2740-4fb6-97c7-188de6d45b37 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:39.188009 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bc06a679-c6dc-4646-a63c-a044a65059ba req-f7a57625-2740-4fb6-97c7-188de6d45b37 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 943 time: 0.0521884 Nov 25 04:51:39.240769 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bc06a679-c6dc-4646-a63c-a044a65059ba req-123cf7be-1949-4290-8d2d-8f49e789aa67 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459604 Nov 25 04:51:39.377073 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-0bb5531b-845f-4c5a-beb8-73f787a5dec2 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:39.378458 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-0bb5531b-845f-4c5a-beb8-73f787a5dec2 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/networks?id=e61c9945-d1ae-4463-b46f-4a9fe8a61bac HTTP/1.1" status: 200 len: 815 time: 0.1289723 Nov 25 04:51:39.393996 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-b58d48c5-c8ee-42d6-90a8-7d8ba3590b48 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/quotas/c5e3b4fa99ed478cadc86a6adbcba214 HTTP/1.1" status: 200 len: 375 time: 0.0095005 Nov 25 04:51:39.450037 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-907b4ac8-0f7e-4dd5-8dcb-ad1f83b7f9e4 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5e3b4fa99ed478cadc86a6adbcba214&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501916 Nov 25 04:51:39.555409 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-30f676c6-784d-4433-ad92-57eb4fee7647 service neutron] 10.222.0.36 "GET /v2.0/networks/e61c9945-d1ae-4463-b46f-4a9fe8a61bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933084 Nov 25 04:51:39.646613 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-05cac0e1-12f4-44dc-a784-3b6491f16efc service neutron] 10.222.0.36 "GET /v2.0/networks/e61c9945-d1ae-4463-b46f-4a9fe8a61bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848036 Nov 25 04:51:39.808037 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc2529-a6ed-40f1-a105-0fea0b1bdf5a req-59509701-40fc-4e7a-9876-60ca03ca8ad0 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:39.815410 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5bcc2529-a6ed-40f1-a105-0fea0b1bdf5a req-59509701-40fc-4e7a-9876-60ca03ca8ad0 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 944 time: 0.0736465 Nov 25 04:51:39.869160 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-4e2b6178-630b-4330-9f78-dfdb27706583 req-2b26bf33-2af4-4088-8d7f-66462c40c863 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 210 time: 0.0358009 Nov 25 04:51:39.877571 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5bcc2529-a6ed-40f1-a105-0fea0b1bdf5a req-45808566-a5e1-40e3-be04-88b1312af9f3 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612700 Nov 25 04:51:40.054429 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b4b76-9ba9-4185-961a-13cc530b7243 req-2feff136-289e-4714-bba2-2dba886bdd54 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:40.056096 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-203b4b76-9ba9-4185-961a-13cc530b7243 req-2feff136-289e-4714-bba2-2dba886bdd54 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0626795 Nov 25 04:51:40.143988 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-203b4b76-9ba9-4185-961a-13cc530b7243 req-29cdc8d5-b690-4f59-a8c0-11d122805aa2 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816503 Nov 25 04:51:40.208870 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c88090e7-883b-42c4-8167-614ca0fff2d9 req-5520cdc8-55fb-4723-bf71-087fbb41241e tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 210 time: 0.0557079 Nov 25 04:51:40.421081 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a9fd1-9cbe-4ff3-9214-190cddd250ed req-910a7645-6826-41be-b66c-37ae240b2041 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:40.423494 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-190a9fd1-9cbe-4ff3-9214-190cddd250ed req-910a7645-6826-41be-b66c-37ae240b2041 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 943 time: 0.0903466 Nov 25 04:51:40.471089 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-190a9fd1-9cbe-4ff3-9214-190cddd250ed req-856c9901-b200-4599-8489-3b2032099efd tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414181 Nov 25 04:51:40.969205 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4211f035-ae25-4f85-b3df-1ff6367b4990 req-adbf7055-81fd-49b3-82df-cfea77d28cae tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 210 time: 0.0376544 Nov 25 04:51:41.014682 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af96cd-ed8a-4f06-bde3-fa269f6a00f1 req-12824df9-f061-4a06-9af2-da4223cae1e3 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:41.016566 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-d4af96cd-ed8a-4f06-bde3-fa269f6a00f1 req-12824df9-f061-4a06-9af2-da4223cae1e3 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 944 time: 0.0681877 Nov 25 04:51:41.066774 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-d4af96cd-ed8a-4f06-bde3-fa269f6a00f1 req-09954c95-037b-4013-b6b4-835435f661dc tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437717 Nov 25 04:51:41.318088 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73d8bf-3b4f-45b2-8807-ada9c10217db req-86860d04-c625-409a-9141-bdd40f955157 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:41.319727 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fb73d8bf-3b4f-45b2-8807-ada9c10217db req-86860d04-c625-409a-9141-bdd40f955157 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0950875 Nov 25 04:51:41.343606 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-6514c6bd-49c2-4867-aed0-c16f60830a39 req-6132f1f7-b5d1-4401-ac9e-32d6f3b4e078 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 210 time: 0.0298097 Nov 25 04:51:41.373066 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fb73d8bf-3b4f-45b2-8807-ada9c10217db req-34a0c713-0ee1-4cc1-a04d-922b4e72c1ad tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462406 Nov 25 04:51:41.595569 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174f30b-620c-4c82-a183-8f8392a593f0 req-36cf4203-b735-4f16-91eb-cdcb861d2f8c tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:41.597074 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-4174f30b-620c-4c82-a183-8f8392a593f0 req-36cf4203-b735-4f16-91eb-cdcb861d2f8c tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 943 time: 0.0502748 Nov 25 04:51:41.655899 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-4174f30b-620c-4c82-a183-8f8392a593f0 req-100a05ad-825d-4e06-916d-5032512ad945 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518901 Nov 25 04:51:42.078964 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ea23412d-8083-464d-80fb-9d846fe3b030 req-0b728c8e-34c1-49f5-97ba-af43df5bddcf tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 210 time: 0.0260975 Nov 25 04:51:42.210102 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad29291-1078-4aa9-bc89-0dc141857d33 req-ed51a866-534e-47c8-9ff1-6792a0aaf799 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:42.211775 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-bad29291-1078-4aa9-bc89-0dc141857d33 req-ed51a866-534e-47c8-9ff1-6792a0aaf799 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 944 time: 0.0508327 Nov 25 04:51:42.264682 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-bad29291-1078-4aa9-bc89-0dc141857d33 req-5e117cb9-1140-4be7-b8a0-b0e33c1dbd01 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461531 Nov 25 04:51:42.441605 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6843bca2-f2b7-405a-9562-43574fcf0a2b req-c29881d6-4531-4887-9f0b-2c41ab7183f5 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 210 time: 0.0316453 Nov 25 04:51:42.517064 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf123fc-dcc1-4bb6-997d-067a42bbf050 req-5fc86074-1814-4cbf-8164-e6b863aaa2a9 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:42.520542 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5cf123fc-dcc1-4bb6-997d-067a42bbf050 req-5fc86074-1814-4cbf-8164-e6b863aaa2a9 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0741022 Nov 25 04:51:42.587144 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5cf123fc-dcc1-4bb6-997d-067a42bbf050 req-4aa9fa2b-4b16-4e3b-b6f4-a5251f1fc877 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537817 Nov 25 04:51:42.783489 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608035e6-aa61-489f-876f-e4c9e239e183 req-6bd31f86-440e-43e2-b602-5daea63ce14f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:42.784904 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-608035e6-aa61-489f-876f-e4c9e239e183 req-6bd31f86-440e-43e2-b602-5daea63ce14f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 943 time: 0.0487812 Nov 25 04:51:42.833626 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-608035e6-aa61-489f-876f-e4c9e239e183 req-40babcf6-5c3b-4a9f-be1b-f70a9c04963e tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426230 Nov 25 04:51:43.179286 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8a0117eb-8c67-48ec-8b4b-3a539c2cd726 req-103c1953-c3c1-4966-8d29-d92f1d597448 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 210 time: 0.0289333 Nov 25 04:51:43.416915 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a32b06-aa27-45d2-9f11-432df231a982 req-50311a8f-1614-492e-82d8-44ef0950e504 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:43.418308 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-18a32b06-aa27-45d2-9f11-432df231a982 req-50311a8f-1614-492e-82d8-44ef0950e504 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 944 time: 0.0537817 Nov 25 04:51:43.466799 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-18a32b06-aa27-45d2-9f11-432df231a982 req-739de43a-2720-47a3-90a2-6fbb30019ec2 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425334 Nov 25 04:51:43.567263 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5fe60576-f085-432e-af7f-fc3ede5594ef req-ca78e2b3-f1b6-41d0-bf61-26e9602f3648 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 210 time: 0.0302854 Nov 25 04:51:43.717137 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b3b5e-32fe-4a63-b25c-442ad51f0015 req-813aca80-591e-4c3c-8a41-a735670a7d75 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:43.718610 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-073b3b5e-32fe-4a63-b25c-442ad51f0015 req-813aca80-591e-4c3c-8a41-a735670a7d75 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0620387 Nov 25 04:51:43.770040 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-073b3b5e-32fe-4a63-b25c-442ad51f0015 req-909b5721-657d-46a6-93c4-f032354dcc86 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453360 Nov 25 04:51:43.968073 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64309b1d-5584-4fe4-b68c-d305b0499f14 req-ea9ffb16-e521-419c-8577-44d55c88efc6 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:43.969540 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-64309b1d-5584-4fe4-b68c-d305b0499f14 req-ea9ffb16-e521-419c-8577-44d55c88efc6 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 943 time: 0.0508130 Nov 25 04:51:44.020864 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-64309b1d-5584-4fe4-b68c-d305b0499f14 req-1fc20e4f-895a-477b-85dd-dc30b4f7c9d0 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453954 Nov 25 04:51:44.283012 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-dfc8dbd6-9b81-42ba-afd4-dd14979be9de req-3cae1cba-9d14-4d2a-aef1-335817a23140 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 210 time: 0.0334313 Nov 25 04:51:44.604082 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c86d2-e8cf-4a32-9839-e12fad1b5a04 req-a68b7faa-bae3-4dfe-af57-94f3c7ebd546 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:44.605595 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-1a5c86d2-e8cf-4a32-9839-e12fad1b5a04 req-a68b7faa-bae3-4dfe-af57-94f3c7ebd546 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 944 time: 0.0498910 Nov 25 04:51:44.656846 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-1a5c86d2-e8cf-4a32-9839-e12fad1b5a04 req-57521bba-cfe1-4a90-a356-17e17cfa4b57 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450368 Nov 25 04:51:44.673377 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7d7d6e70-f709-4013-a6f6-296652fb8ccb req-7ac8ebb6-bf72-4d7a-9ce6-a288fc451ede tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 210 time: 0.0278699 Nov 25 04:51:44.891323 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20845f-6f87-472d-88da-e7a43c7ab129 req-23beadc3-ed1f-4fc2-b958-17d8f40af7dc tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:44.892864 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-1b20845f-6f87-472d-88da-e7a43c7ab129 req-23beadc3-ed1f-4fc2-b958-17d8f40af7dc tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0542359 Nov 25 04:51:44.952510 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-1b20845f-6f87-472d-88da-e7a43c7ab129 req-113bad32-c80f-4cbc-a9c4-574d7ad9ce1e tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509760 Nov 25 04:51:44.989157 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-19e961ee-9a7f-4c61-8a74-bbc03d6a29c4 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=3b4463a1337940a4a17c0d54bb402c3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269592 Nov 25 04:51:45.103979 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-7cc9b85e-e590-463a-ba09-503fe4fc2562 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:45.105565 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-7cc9b85e-e590-463a-ba09-503fe4fc2562 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1093032 Nov 25 04:51:45.146465 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec330c65-05aa-460e-8500-d2e3f7b1073a req-6b309d36-68a5-439f-8bca-ec5cc46f4dfb tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:45.147954 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ec330c65-05aa-460e-8500-d2e3f7b1073a req-6b309d36-68a5-439f-8bca-ec5cc46f4dfb tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 943 time: 0.0501003 Nov 25 04:51:45.166397 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-87f10eb7-f33f-4ca4-841e-ce617ec47557 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Request body: {'port': {'device_id': 'fbf2ac1f-4727-4133-9d9b-125445978132', 'network_id': '59d020d3-1088-4f9e-963f-a4316bdfab80', 'admin_state_up': True, 'tenant_id': '3b4463a1337940a4a17c0d54bb402c3a'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:51:45.209535 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ec330c65-05aa-460e-8500-d2e3f7b1073a req-ab510368-9ccb-4ed5-8929-903ab2bae479 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552495 Nov 25 04:51:45.290536 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-87f10eb7-f33f-4ca4-841e-ce617ec47557 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Made reservation on behalf of 3b4463a1337940a4a17c0d54bb402c3a for: {'port': 1} {{(pid=109071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:51:45.294034 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-87f10eb7-f33f-4ca4-841e-ce617ec47557 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:45.303714 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-87f10eb7-f33f-4ca4-841e-ce617ec47557 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:45.382807 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-e9d2f2d8-e156-4672-876a-af83116318e0 req-876f6046-ec6b-42c4-8f80-6c2b83d23e65 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 210 time: 0.0304239 Nov 25 04:51:45.404767 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-87f10eb7-f33f-4ca4-841e-ce617ec47557 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:45.409707 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-87f10eb7-f33f-4ca4-841e-ce617ec47557 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:45.473376 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f10eb7-f33f-4ca4-841e-ce617ec47557 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e5a6fb-3aaf-456a-9a89-846cd463bd04,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:45.540335 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.db_base_plugin_common [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-87f10eb7-f33f-4ca4-841e-ce617ec47557 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Allocated IP 192.168.233.127 (59d020d3-1088-4f9e-963f-a4316bdfab80/7db1ca6d-1725-42a2-ab1e-1dc41d09e149/795a0f99-d6dc-4bf5-9290-aec45a44d3ab) {{(pid=109071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:51:45.700528 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-87f10eb7-f33f-4ca4-841e-ce617ec47557 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Publish callbacks [] for port, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:45.743328 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-87f10eb7-f33f-4ca4-841e-ce617ec47557 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:45.776401 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912576e4-83ec-4f02-9d97-5c754f2f7092 req-b8485288-1f1e-47d9-b650-ebed9bfcadb5 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:45.777896 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-912576e4-83ec-4f02-9d97-5c754f2f7092 req-b8485288-1f1e-47d9-b650-ebed9bfcadb5 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 944 time: 0.0506229 Nov 25 04:51:45.813685 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-87f10eb7-f33f-4ca4-841e-ce617ec47557 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Network 59d020d3-1088-4f9e-963f-a4316bdfab80 is already hosted by enough agents. {{(pid=109071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:51:45.819270 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-87f10eb7-f33f-4ca4-841e-ce617ec47557 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Resources bound (agent type, host, resource id): {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:51:45.822323 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-87f10eb7-f33f-4ca4-841e-ce617ec47557 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Received port after_create {{(pid=109071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:51:45.831263 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-912576e4-83ec-4f02-9d97-5c754f2f7092 req-70b183e3-e7ec-4c79-88f7-7b2a66879ce4 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473633 Nov 25 04:51:45.850461 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f10eb7-f33f-4ca4-841e-ce617ec47557 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Pushing event updated for resources: {'Port': ['ID=795a0f99-d6dc-4bf5-9290-aec45a44d3ab,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:45.872296 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27ee6e-6acf-4464-bade-cd41478ef26d req-0b854663-5c50-434d-bb27-9ceacc69d922 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:45.873830 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ea27ee6e-6acf-4464-bade-cd41478ef26d req-0b854663-5c50-434d-bb27-9ceacc69d922 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 936 time: 0.1280935 Nov 25 04:51:45.896014 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-87f10eb7-f33f-4ca4-841e-ce617ec47557 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:45.896669 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-87f10eb7-f33f-4ca4-841e-ce617ec47557 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for port, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:45.927437 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-87f10eb7-f33f-4ca4-841e-ce617ec47557 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7649965 Nov 25 04:51:45.944253 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ea27ee6e-6acf-4464-bade-cd41478ef26d req-45379284-1302-4ebf-9db9-428ca6d3b9a1 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8e5a6fb-3aaf-456a-9a89-846cd463bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623512 Nov 25 04:51:46.056311 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-fbe4baac-8f52-40ec-9d64-a8c750266f3f None None] Provisioning complete for port 795a0f99-d6dc-4bf5-9290-aec45a44d3ab triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:51:46.057004 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-fbe4baac-8f52-40ec-9d64-a8c750266f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:46.072828 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e819fd59-974e-4a48-bd03-a3e586f0ca45 req-8021bc9d-9864-4b80-8888-95c42e5b0065 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:46.074278 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e819fd59-974e-4a48-bd03-a3e586f0ca45 req-8021bc9d-9864-4b80-8888-95c42e5b0065 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0502150 Nov 25 04:51:46.089134 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-fbe4baac-8f52-40ec-9d64-a8c750266f3f None None] Port 795a0f99-d6dc-4bf5-9290-aec45a44d3ab cannot update to ACTIVE because it is not bound. {{(pid=109072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 04:51:46.124853 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e819fd59-974e-4a48-bd03-a3e586f0ca45 req-50ba7369-f26c-4398-9166-0283fc9dda68 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445828 Nov 25 04:51:46.351240 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e4902-f68e-46c5-909b-25156a7c660e req-6861a479-58e6-4fe1-94d6-ab73b5951bbd tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:46.353114 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-404e4902-f68e-46c5-909b-25156a7c660e req-6861a479-58e6-4fe1-94d6-ab73b5951bbd tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 943 time: 0.0602665 Nov 25 04:51:46.400796 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-404e4902-f68e-46c5-909b-25156a7c660e req-b66dfba7-b677-4c91-89ff-95705f42cbdb tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413830 Nov 25 04:51:46.491850 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fc26faa2-53ab-4c7e-bdff-6995632ba34e req-c997017a-ae9c-406b-8ded-84f0550e5c36 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 210 time: 0.0309627 Nov 25 04:51:46.961128 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a7696-1b3b-4c35-968e-ec089ee544e2 req-afb42462-b31f-4c29-a662-609fb02dfcb2 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:46.962551 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-104a7696-1b3b-4c35-968e-ec089ee544e2 req-afb42462-b31f-4c29-a662-609fb02dfcb2 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 944 time: 0.0521765 Nov 25 04:51:47.014536 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-104a7696-1b3b-4c35-968e-ec089ee544e2 req-d8898501-e97c-4a17-8aa3-5b459e62a8aa tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457213 Nov 25 04:51:47.061640 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b00df1-82f8-4892-8ad4-cf41bbde46ad req-909ea752-6f12-4bc8-9e5d-a4ea6baf7ae6 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:47.063137 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-48b00df1-82f8-4892-8ad4-cf41bbde46ad req-909ea752-6f12-4bc8-9e5d-a4ea6baf7ae6 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 936 time: 0.0499012 Nov 25 04:51:47.110732 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-48b00df1-82f8-4892-8ad4-cf41bbde46ad req-2ef12ee5-35f8-4d28-bd16-1fd529abfd2a tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8e5a6fb-3aaf-456a-9a89-846cd463bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415633 Nov 25 04:51:47.245349 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72dfe5d-6e04-40d1-9682-5dd3683ea182 req-a1d78eee-37b3-435d-80af-026491735600 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:47.246789 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-d72dfe5d-6e04-40d1-9682-5dd3683ea182 req-a1d78eee-37b3-435d-80af-026491735600 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0540934 Nov 25 04:51:47.295611 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-d72dfe5d-6e04-40d1-9682-5dd3683ea182 req-c699ea3a-bae4-466a-9f10-c0fc6d3a59f1 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427389 Nov 25 04:51:47.535792 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4fbf0-b748-43c4-86ed-f50702033051 req-e1b0bda6-1733-47bf-9618-9ee1d4b17f37 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:47.537326 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-25f4fbf0-b748-43c4-86ed-f50702033051 req-e1b0bda6-1733-47bf-9618-9ee1d4b17f37 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 943 time: 0.0511482 Nov 25 04:51:47.588082 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-82a4cae4-5a37-4ccf-a3ae-63558d06cd39 req-8f416d5f-7fff-4748-940d-1e824f8c9240 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 210 time: 0.0277963 Nov 25 04:51:47.588469 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-25f4fbf0-b748-43c4-86ed-f50702033051 req-3d666432-72db-4dfc-949d-d91230a66b45 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449181 Nov 25 04:51:48.123822 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-526ca377-7136-4cab-a5ef-9b6c15f72076 service neutron] Request body: {'port': {'device_id': 'fbf2ac1f-4727-4133-9d9b-125445978132', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:51:48.189205 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf53cc-75f7-4ed7-97f6-ce53bbe4e20f req-c1f55e18-cd3d-444f-9eb5-eb318c11fa75 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:48.190704 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-fbaf53cc-75f7-4ed7-97f6-ce53bbe4e20f req-c1f55e18-cd3d-444f-9eb5-eb318c11fa75 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 944 time: 0.0978026 Nov 25 04:51:48.195466 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-526ca377-7136-4cab-a5ef-9b6c15f72076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:48.231943 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b591b-2f3f-46ff-aee3-12c0bf8ac84d req-aae59d0e-aa23-441a-8bde-e5fa24fc5c64 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:48.233581 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9f8b591b-2f3f-46ff-aee3-12c0bf8ac84d req-aae59d0e-aa23-441a-8bde-e5fa24fc5c64 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 936 time: 0.0545044 Nov 25 04:51:48.279486 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-fbaf53cc-75f7-4ed7-97f6-ce53bbe4e20f req-e7754c8f-e21e-412b-b3b9-a4cde074343d tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815136 Nov 25 04:51:48.282764 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9f8b591b-2f3f-46ff-aee3-12c0bf8ac84d req-7da4eba6-b55a-4114-ad45-2bd09ac85339 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8e5a6fb-3aaf-456a-9a89-846cd463bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429296 Nov 25 04:51:48.468729 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a081ec0-5c86-4d5c-bee5-4e74d9592c24 req-fc9f352f-92b1-4c93-952e-a93f98af56c9 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:48.470205 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-6a081ec0-5c86-4d5c-bee5-4e74d9592c24 req-fc9f352f-92b1-4c93-952e-a93f98af56c9 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0800610 Nov 25 04:51:48.563935 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-6a081ec0-5c86-4d5c-bee5-4e74d9592c24 req-e2227a6e-37b8-4798-b12e-ee0d05f4fa47 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876884 Nov 25 04:51:48.571243 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-526ca377-7136-4cab-a5ef-9b6c15f72076 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 795a0f99-d6dc-4bf5-9290-aec45a44d3ab {{(pid=109071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:51:48.579568 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-526ca377-7136-4cab-a5ef-9b6c15f72076 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:48.591800 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-526ca377-7136-4cab-a5ef-9b6c15f72076 service neutron] Transition to ACTIVE for port object 795a0f99-d6dc-4bf5-9290-aec45a44d3ab will not be triggered until provisioned by entity L2. {{(pid=109071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 04:51:48.597337 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-526ca377-7136-4cab-a5ef-9b6c15f72076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8963629'] for port, after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:48.645541 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ca377-7136-4cab-a5ef-9b6c15f72076 service neutron] Pushing event updated for resources: {'Port': ['ID=795a0f99-d6dc-4bf5-9290-aec45a44d3ab,revision_number=2']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:48.739636 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ec708428-7b4e-442e-a7a5-82571c86dc34 req-6cdd27b6-61e8-4d22-8eb0-778298ce44cf tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 210 time: 0.0406461 Nov 25 04:51:48.804206 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-43c42ccf-4025-4327-ad1e-9d1fe7b68e3c tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:48.805956 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-43c42ccf-4025-4327-ad1e-9d1fe7b68e3c tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.41 "GET /v2.0/networks?id=e61c9945-d1ae-4463-b46f-4a9fe8a61bac HTTP/1.1" status: 200 len: 815 time: 0.2016897 Nov 25 04:51:48.816023 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63058e-bd7b-48c6-9b29-3e0268183d6e req-1af2136e-cd98-405c-b5df-c8394c713333 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:48.817672 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5d63058e-bd7b-48c6-9b29-3e0268183d6e req-1af2136e-cd98-405c-b5df-c8394c713333 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 943 time: 0.0948114 Nov 25 04:51:48.818554 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-526ca377-7136-4cab-a5ef-9b6c15f72076 service neutron] Attempting to bind port 795a0f99-d6dc-4bf5-9290-aec45a44d3ab on host hv-cinder-81558 for vnic_type normal with profile {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:51:48.818973 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-526ca377-7136-4cab-a5ef-9b6c15f72076 service neutron] Attempting to bind port 795a0f99-d6dc-4bf5-9290-aec45a44d3ab by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '6b2f3f1a-afe2-495b-8b8f-5f7b1f4f6a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '59d020d3-1088-4f9e-963f-a4316bdfab80'}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:51:48.819380 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-526ca377-7136-4cab-a5ef-9b6c15f72076 service neutron] Attempting to bind port 795a0f99-d6dc-4bf5-9290-aec45a44d3ab on network 59d020d3-1088-4f9e-963f-a4316bdfab80 {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:51:48.826814 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-526ca377-7136-4cab-a5ef-9b6c15f72076 service neutron] Port 795a0f99-d6dc-4bf5-9290-aec45a44d3ab on network 59d020d3-1088-4f9e-963f-a4316bdfab80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 04:51:48.827221 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-526ca377-7136-4cab-a5ef-9b6c15f72076 service neutron] Attempting to bind port 795a0f99-d6dc-4bf5-9290-aec45a44d3ab on network 59d020d3-1088-4f9e-963f-a4316bdfab80 {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:51:48.829031 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-1a067305-25ac-4df5-98bd-53eb0f28f377 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Request body: {'port': {'device_id': 'a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b', 'network_id': 'e61c9945-d1ae-4463-b46f-4a9fe8a61bac', 'admin_state_up': True, 'tenant_id': 'c5e3b4fa99ed478cadc86a6adbcba214'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:51:48.837994 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-526ca377-7136-4cab-a5ef-9b6c15f72076 service neutron] Checking agent: {'id': '1f14ab98-53f7-4a68-bcc6-b943f33cb2d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'started_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:51:48.838532 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-526ca377-7136-4cab-a5ef-9b6c15f72076 service neutron] Checking segment: {'id': '6b2f3f1a-afe2-495b-8b8f-5f7b1f4f6a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '59d020d3-1088-4f9e-963f-a4316bdfab80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:51:48.838937 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-526ca377-7136-4cab-a5ef-9b6c15f72076 service neutron] Bound using segment: {'id': '6b2f3f1a-afe2-495b-8b8f-5f7b1f4f6a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '59d020d3-1088-4f9e-963f-a4316bdfab80'} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:51:48.839440 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-526ca377-7136-4cab-a5ef-9b6c15f72076 service neutron] Bound port: 795a0f99-d6dc-4bf5-9290-aec45a44d3ab, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b2f3f1a-afe2-495b-8b8f-5f7b1f4f6a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '59d020d3-1088-4f9e-963f-a4316bdfab80'}}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:51:48.839864 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-526ca377-7136-4cab-a5ef-9b6c15f72076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:48.924115 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5d63058e-bd7b-48c6-9b29-3e0268183d6e req-381bbfb3-e34c-41a7-a977-71b58a8d354a tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983231 Nov 25 04:51:48.944682 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-526ca377-7136-4cab-a5ef-9b6c15f72076 service neutron] For port 795a0f99-d6dc-4bf5-9290-aec45a44d3ab, host hv-cinder-81558, cleared binding levels {{(pid=109071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:51:48.948554 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-526ca377-7136-4cab-a5ef-9b6c15f72076 service neutron] For port 795a0f99-d6dc-4bf5-9290-aec45a44d3ab, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=795a0f99-d6dc-4bf5-9290-aec45a44d3ab,segment=NetworkSegment(6b2f3f1a-afe2-495b-8b8f-5f7b1f4f6a22),segment_id=6b2f3f1a-afe2-495b-8b8f-5f7b1f4f6a22)] {{(pid=109071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:51:48.953918 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-526ca377-7136-4cab-a5ef-9b6c15f72076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8963629'] for port, after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:48.956138 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-1a067305-25ac-4df5-98bd-53eb0f28f377 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Made reservation on behalf of c5e3b4fa99ed478cadc86a6adbcba214 for: {'port': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:51:48.960711 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-1a067305-25ac-4df5-98bd-53eb0f28f377 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:49.007507 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-526ca377-7136-4cab-a5ef-9b6c15f72076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:49.007655 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-526ca377-7136-4cab-a5ef-9b6c15f72076 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for port, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:49.009215 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-526ca377-7136-4cab-a5ef-9b6c15f72076 service neutron] 10.222.0.41 "PUT /v2.0/ports/795a0f99-d6dc-4bf5-9290-aec45a44d3ab HTTP/1.1" status: 200 len: 1098 time: 0.8898780 Nov 25 04:51:49.009674 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf2ac1f-4727-4133-9d9b-125445978132', 'tag': '795a0f99-d6dc-4bf5-9290-aec45a44d3ab'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:51:49.012594 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d57e7af397f6b944dcc9a6f5390767d05535c9c85852faf17d281085e8a62f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f04d2b-5e4a-414f-86a2-e9e2124dd57d" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf2ac1f-4727-4133-9d9b-125445978132", "tag": "795a0f99-d6dc-4bf5-9290-aec45a44d3ab"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:51:49.034014 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ca377-7136-4cab-a5ef-9b6c15f72076 service neutron] Pushing event updated for resources: {'Port': ['ID=795a0f99-d6dc-4bf5-9290-aec45a44d3ab,revision_number=3']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:49.070952 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 04:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c09701-4ff3-4b03-8629-a8944098d977 x-openstack-request-id: req-84c09701-4ff3-4b03-8629-a8944098d977 {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:51:49.071249 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf2ac1f-4727-4133-9d9b-125445978132", "tag": "795a0f99-d6dc-4bf5-9290-aec45a44d3ab", "status": "completed", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:51:49.071509 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-84c09701-4ff3-4b03-8629-a8944098d977 {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:51:49.071908 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf2ac1f-4727-4133-9d9b-125445978132', 'tag': '795a0f99-d6dc-4bf5-9290-aec45a44d3ab', 'status': 'completed', 'code': 200} Nov 25 04:51:49.146659 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-1a067305-25ac-4df5-98bd-53eb0f28f377 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Allocated IP 172.20.0.5 (e61c9945-d1ae-4463-b46f-4a9fe8a61bac/7673e6b1-8eed-4ed4-8327-5f10fdee32cc/1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:51:49.177270 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-f25c81a9-9620-47a2-9e9e-12c7e0e26362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:49.181636 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-f25c81a9-9620-47a2-9e9e-12c7e0e26362 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b4463a1337940a4a17c0d54bb402c3a&device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 1101 time: 0.0860143 Nov 25 04:51:49.252661 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-f63551cf-99c7-4248-8591-5723cfa23bbc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=795a0f99-d6dc-4bf5-9290-aec45a44d3ab HTTP/1.1" status: 200 len: 217 time: 0.0505390 Nov 25 04:51:49.326510 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-14cb2c2f-b9b8-45ae-a5b8-013d425da747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:49.329240 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-14cb2c2f-b9b8-45ae-a5b8-013d425da747 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7db1ca6d-1725-42a2-ab1e-1dc41d09e149 HTTP/1.1" status: 200 len: 843 time: 0.0687170 Nov 25 04:51:49.398660 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-1a067305-25ac-4df5-98bd-53eb0f28f377 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks [] for port, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:49.411311 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-d03fedeb-73bc-453c-a06d-2be7b871903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:49.413226 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-d03fedeb-73bc-453c-a06d-2be7b871903e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59d020d3-1088-4f9e-963f-a4316bdfab80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0721538 Nov 25 04:51:49.483366 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b4852-73c6-4a5e-b15f-4f09a7b0f692 req-ef34ffc7-01a7-4649-b547-e7da68b4fb5a tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:49.492697 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-750b4852-73c6-4a5e-b15f-4f09a7b0f692 req-ef34ffc7-01a7-4649-b547-e7da68b4fb5a tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 944 time: 0.0761392 Nov 25 04:51:49.496412 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc1dd9-a1dc-45d8-af1c-676cf843e29b req-bf2aa9b8-dc62-4931-a906-dd9e3a867ddc tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:49.500136 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-60dc1dd9-a1dc-45d8-af1c-676cf843e29b req-bf2aa9b8-dc62-4931-a906-dd9e3a867ddc tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 948 time: 0.0820324 Nov 25 04:51:49.542530 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-1a067305-25ac-4df5-98bd-53eb0f28f377 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:49.588596 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-750b4852-73c6-4a5e-b15f-4f09a7b0f692 req-5f578b70-b53a-475c-b442-febf96b99a23 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871098 Nov 25 04:51:49.645828 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-60dc1dd9-a1dc-45d8-af1c-676cf843e29b req-fe387fd7-2d79-4945-9af9-b4ea14de41c5 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8e5a6fb-3aaf-456a-9a89-846cd463bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362097 Nov 25 04:51:49.663846 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-1a067305-25ac-4df5-98bd-53eb0f28f377 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Network e61c9945-d1ae-4463-b46f-4a9fe8a61bac is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:51:49.680669 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-1a067305-25ac-4df5-98bd-53eb0f28f377 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:51:49.687869 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-1a067305-25ac-4df5-98bd-53eb0f28f377 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:51:49.693130 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a067305-25ac-4df5-98bd-53eb0f28f377 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Pushing event updated for resources: {'Port': ['ID=1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:49.745217 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32162866-6316-47ed-a746-06b1e9db5f05 req-674c7cda-5adc-4471-b72c-6df035a79fbd tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:49.754936 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-32162866-6316-47ed-a746-06b1e9db5f05 req-674c7cda-5adc-4471-b72c-6df035a79fbd tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0724947 Nov 25 04:51:49.811204 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-1a067305-25ac-4df5-98bd-53eb0f28f377 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:49.812355 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-1a067305-25ac-4df5-98bd-53eb0f28f377 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:49.869749 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-1a067305-25ac-4df5-98bd-53eb0f28f377 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0436039 Nov 25 04:51:49.885935 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-32162866-6316-47ed-a746-06b1e9db5f05 req-ffe79aef-a529-414b-b103-8f3b464eac1e tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245720 Nov 25 04:51:49.954896 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64199e-2630-44ae-aee3-20c082841d1c req-61b9bfbf-1836-47c8-bcb9-868dc2370bd4 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:49.962946 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bd64199e-2630-44ae-aee3-20c082841d1c req-61b9bfbf-1836-47c8-bcb9-868dc2370bd4 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 931 time: 0.0818076 Nov 25 04:51:50.052177 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bd64199e-2630-44ae-aee3-20c082841d1c req-64424988-c84d-48d1-8d4d-734475fd9523 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880792 Nov 25 04:51:50.087508 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 1a95c402-b2e8-4638-8bb0-f410aa3e568a details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=109072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 04:51:50.129494 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace0f39-fe19-4834-bb92-91ea730609c9 req-1ddcae23-bc49-44aa-b2ec-3cc860014475 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:50.138843 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-1ace0f39-fe19-4834-bb92-91ea730609c9 req-1ddcae23-bc49-44aa-b2ec-3cc860014475 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 943 time: 0.0721507 Nov 25 04:51:50.186416 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-20cc2d90-f79a-468a-9ce0-34319e87b462 None None] Provisioning complete for port 1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:51:50.187104 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-20cc2d90-f79a-468a-9ce0-34319e87b462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:50.233312 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-1ace0f39-fe19-4834-bb92-91ea730609c9 req-471f5a93-ca68-44cf-bdd3-0d684612f9ed tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852699 Nov 25 04:51:50.267223 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-20cc2d90-f79a-468a-9ce0-34319e87b462 None None] Port 1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4 cannot update to ACTIVE because it is not bound. {{(pid=109072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 04:51:50.275717 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 1a95c402-b2e8-4638-8bb0-f410aa3e568a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1a95c402-b2e8-4638-8bb0-f410aa3e568a,segment=NetworkSegment(33391e2c-c33d-47e7-b50e-ef1443171c56),segment_id=33391e2c-c33d-47e7-b50e-ef1443171c56)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:51:50.287353 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Returning: {'device': '1a95c402-b2e8-4638-8bb0-f410aa3e568a', 'network_id': 'be1d7544-b7f8-462b-9559-3e902da9b232', 'port_id': '1a95c402-b2e8-4638-8bb0-f410aa3e568a', 'mac_address': 'fa:16:3e:07:4e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48c4a844-83ca-4382-b5e0-23d313e6e9e6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 04:51:50.332469 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:50.347971 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a95c402-b2e8-4638-8bb0-f410aa3e568a {{(pid=109072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:51:50.374767 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 1a95c402-b2e8-4638-8bb0-f410aa3e568a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1a95c402-b2e8-4638-8bb0-f410aa3e568a,segment=NetworkSegment(33391e2c-c33d-47e7-b50e-ef1443171c56),segment_id=33391e2c-c33d-47e7-b50e-ef1443171c56)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:51:50.380358 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:50.437057 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=1a95c402-b2e8-4638-8bb0-f410aa3e568a,revision_number=4']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:50.739449 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3dd3ad-0858-4847-8cb5-4df59978eb57 req-c04de7d9-e99d-4f22-8a01-83d0036eec37 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:50.745633 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fc3dd3ad-0858-4847-8cb5-4df59978eb57 req-c04de7d9-e99d-4f22-8a01-83d0036eec37 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 945 time: 0.0690255 Nov 25 04:51:50.784709 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d33c1-5f08-4792-8334-0c006d10eaf0 req-109c7b9d-1807-444b-a1d1-2307df5a6e31 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:50.792620 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-771d33c1-5f08-4792-8334-0c006d10eaf0 req-109c7b9d-1807-444b-a1d1-2307df5a6e31 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 948 time: 0.0606716 Nov 25 04:51:50.792980 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['1a95c402-b2e8-4638-8bb0-f410aa3e568a'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:51:50.807212 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fc3dd3ad-0858-4847-8cb5-4df59978eb57 req-1aa6a00c-9b2b-4aa4-a5a6-17f1253b2ec4 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588698 Nov 25 04:51:50.863982 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-771d33c1-5f08-4792-8334-0c006d10eaf0 req-701b4274-0b92-4240-8c68-d2136c8c2e0e tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8e5a6fb-3aaf-456a-9a89-846cd463bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700262 Nov 25 04:51:51.007099 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d79c15-8e99-4a32-8fd2-b001d551024d req-b2b60671-2de5-4981-bcf4-02fd49ce801a tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:51.015027 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b3d79c15-8e99-4a32-8fd2-b001d551024d req-b2b60671-2de5-4981-bcf4-02fd49ce801a tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0625684 Nov 25 04:51:51.064083 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b3d79c15-8e99-4a32-8fd2-b001d551024d req-fc50436e-2de6-47a7-b385-47a21e2456da tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479889 Nov 25 04:51:51.178321 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62e315-2c46-41ca-80a4-bde3c1f1d0bd req-a5b2e3d9-5b97-49b1-806d-e8e3f43207f3 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:51.180753 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ea62e315-2c46-41ca-80a4-bde3c1f1d0bd req-a5b2e3d9-5b97-49b1-806d-e8e3f43207f3 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 931 time: 0.0527434 Nov 25 04:51:51.234734 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ea62e315-2c46-41ca-80a4-bde3c1f1d0bd req-75a081b1-9a3d-4612-ac5e-df50d1db188f tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481308 Nov 25 04:51:51.357239 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f9df0-60b7-41d3-94cf-743577ae78d7 req-0fa37895-bbce-4872-b95e-277e4ff0b745 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:51.358920 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-174f9df0-60b7-41d3-94cf-743577ae78d7 req-0fa37895-bbce-4872-b95e-277e4ff0b745 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 943 time: 0.0580180 Nov 25 04:51:51.411313 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-174f9df0-60b7-41d3-94cf-743577ae78d7 req-55211657-f7dd-4690-a436-9fb8ba56c7ca tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461707 Nov 25 04:51:51.935782 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24d2cd-6f74-4d9d-b966-616a4237fff3 req-68693ff3-f539-4836-b65a-725a3942ee3c tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:51.938630 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-7b24d2cd-6f74-4d9d-b966-616a4237fff3 req-68693ff3-f539-4836-b65a-725a3942ee3c tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 945 time: 0.0542903 Nov 25 04:51:51.993082 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-7b24d2cd-6f74-4d9d-b966-616a4237fff3 req-083e8f5b-7ad7-4e2f-9386-0b3385d7acc1 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479629 Nov 25 04:51:51.996253 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4a19e-4995-4565-9bc1-e5d3bc5374e7 req-bac620b1-9d1a-4576-a3b3-fc653ebbf4f4 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:51.998028 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3db4a19e-4995-4565-9bc1-e5d3bc5374e7 req-bac620b1-9d1a-4576-a3b3-fc653ebbf4f4 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 948 time: 0.0573471 Nov 25 04:51:52.056562 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3db4a19e-4995-4565-9bc1-e5d3bc5374e7 req-e4c66048-4c1d-4914-bd67-f69ef14e4ddc tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8e5a6fb-3aaf-456a-9a89-846cd463bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460298 Nov 25 04:51:52.189758 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a733e4-35dc-4f95-a815-a2751f33f629 req-cb8a1e05-8d31-4a32-9301-ed8e7cdf85ef tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:52.191201 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a9a733e4-35dc-4f95-a815-a2751f33f629 req-cb8a1e05-8d31-4a32-9301-ed8e7cdf85ef tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0538182 Nov 25 04:51:52.241548 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a9a733e4-35dc-4f95-a815-a2751f33f629 req-97355541-ef8d-4ffa-86ca-51e61973017e tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440032 Nov 25 04:51:52.355399 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68078c-3028-4872-8de2-4c511aa4160d req-6277fb7a-3d7d-48d6-9c8a-7eb4c60fbd5d tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:52.356978 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6e68078c-3028-4872-8de2-4c511aa4160d req-6277fb7a-3d7d-48d6-9c8a-7eb4c60fbd5d tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 931 time: 0.0496094 Nov 25 04:51:52.406266 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6e68078c-3028-4872-8de2-4c511aa4160d req-a5df561b-bdee-4364-a69f-178c0e297845 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429592 Nov 25 04:51:52.541452 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118aca56-42ce-45af-9810-c5749d31d6f7 req-b8dd1c16-ed14-4242-97e4-5fcd7939d489 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:52.543105 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-118aca56-42ce-45af-9810-c5749d31d6f7 req-b8dd1c16-ed14-4242-97e4-5fcd7939d489 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 943 time: 0.0545335 Nov 25 04:51:52.598829 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-118aca56-42ce-45af-9810-c5749d31d6f7 req-6066ce87-4ef1-482c-9821-aa0f63919f44 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476670 Nov 25 04:51:53.120816 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00343271-7bbe-4d9e-a232-53f68b73c341 req-2cf7b95b-eb2d-4884-b93f-26e942eeda14 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:53.122523 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-00343271-7bbe-4d9e-a232-53f68b73c341 req-2cf7b95b-eb2d-4884-b93f-26e942eeda14 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 945 time: 0.0544057 Nov 25 04:51:53.182264 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-00343271-7bbe-4d9e-a232-53f68b73c341 req-202a330f-c41a-40e3-b331-05fc4aa02c52 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529430 Nov 25 04:51:53.189666 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ecbbb0-956c-4309-b4c6-96076e709376 req-635c6a7b-2595-4c83-bb99-96bb16b4a7cb tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:53.191242 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f4ecbbb0-956c-4309-b4c6-96076e709376 req-635c6a7b-2595-4c83-bb99-96bb16b4a7cb tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 948 time: 0.0588701 Nov 25 04:51:53.245318 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f4ecbbb0-956c-4309-b4c6-96076e709376 req-0155700c-139a-48c8-bc49-3c54d3257fcd tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8e5a6fb-3aaf-456a-9a89-846cd463bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479939 Nov 25 04:51:53.376056 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f759f-8ad9-43b3-8970-91e0e4bdee2c req-8b9267b8-d392-4c57-9114-e50e82f953e7 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:53.377615 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e29f759f-8ad9-43b3-8970-91e0e4bdee2c req-8b9267b8-d392-4c57-9114-e50e82f953e7 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0565724 Nov 25 04:51:53.430752 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e29f759f-8ad9-43b3-8970-91e0e4bdee2c req-70821fae-7734-40ba-ac34-f95329127ffb tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469546 Nov 25 04:51:53.527506 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d95abb-a0c5-4a4e-9d60-a5fba1753e87 req-03f09340-ee2d-401d-a663-67b4f9c0ccc4 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:53.529095 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-e1d95abb-a0c5-4a4e-9d60-a5fba1753e87 req-03f09340-ee2d-401d-a663-67b4f9c0ccc4 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 931 time: 0.0538957 Nov 25 04:51:53.581810 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-e1d95abb-a0c5-4a4e-9d60-a5fba1753e87 req-9dea6e5e-a6b3-42be-816a-219d0b68061c tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463202 Nov 25 04:51:53.735268 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fe8f1-8aa4-4e54-a4be-d0f7fa549dc6 req-cd370a09-56c3-4684-95ff-2697f65f9259 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:53.736991 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1e8fe8f1-8aa4-4e54-a4be-d0f7fa549dc6 req-cd370a09-56c3-4684-95ff-2697f65f9259 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 943 time: 0.0594404 Nov 25 04:51:53.791602 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1e8fe8f1-8aa4-4e54-a4be-d0f7fa549dc6 req-a4c1300d-fc36-454a-923b-0e04e78e4265 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479043 Nov 25 04:51:54.081311 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:54.329503 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c12d56-cc0b-4773-afbd-44564388d96b req-0806684e-653d-48b2-bc98-8676fcf3394c tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:54.331788 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-60c12d56-cc0b-4773-afbd-44564388d96b req-0806684e-653d-48b2-bc98-8676fcf3394c tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 945 time: 0.0626719 Nov 25 04:51:54.419534 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-60c12d56-cc0b-4773-afbd-44564388d96b req-7d77c7aa-103d-4483-a868-8736fd9ef95b tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761094 Nov 25 04:51:54.435702 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa0752-a38b-4a83-926a-a7cd112f5a27 req-95cca7fc-b1af-4365-b86f-6c2a767059e0 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:54.437440 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-00fa0752-a38b-4a83-926a-a7cd112f5a27 req-95cca7fc-b1af-4365-b86f-6c2a767059e0 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 948 time: 0.0664043 Nov 25 04:51:54.518020 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-00fa0752-a38b-4a83-926a-a7cd112f5a27 req-d5f7d469-5e6e-4103-bc19-8d101bcfa5dc tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8e5a6fb-3aaf-456a-9a89-846cd463bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725214 Nov 25 04:51:54.585352 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e610107-8cb3-4e3b-bfb3-74adfba4b160 req-edc084f5-81c6-491f-bc1a-affa99b87120 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:54.587596 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-2e610107-8cb3-4e3b-bfb3-74adfba4b160 req-edc084f5-81c6-491f-bc1a-affa99b87120 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0720263 Nov 25 04:51:54.655117 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-2e610107-8cb3-4e3b-bfb3-74adfba4b160 req-7faea429-0de1-402a-8bcc-25e6966b8230 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606372 Nov 25 04:51:54.726189 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d149b7-ecc0-491b-81b8-81128a9446c4 req-f55053cb-9129-4cf1-bc8c-97d5c0a41aae tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:54.728232 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-41d149b7-ecc0-491b-81b8-81128a9446c4 req-f55053cb-9129-4cf1-bc8c-97d5c0a41aae tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 931 time: 0.0581660 Nov 25 04:51:54.781365 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-41d149b7-ecc0-491b-81b8-81128a9446c4 req-bb8509d8-4f37-4a3a-a320-fa41fb14b052 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471323 Nov 25 04:51:54.926047 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea158e7b-ae40-4972-a7d0-17f04e2f90b8 req-c542a764-3248-4a65-af22-3ce6df82e852 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:54.935170 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ea158e7b-ae40-4972-a7d0-17f04e2f90b8 req-c542a764-3248-4a65-af22-3ce6df82e852 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 943 time: 0.0639958 Nov 25 04:51:54.989079 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ea158e7b-ae40-4972-a7d0-17f04e2f90b8 req-8957ba52-e145-40e4-81ee-b779714262d0 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529609 Nov 25 04:51:55.564206 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bd450-6a0f-4065-b538-c02de6e6382b req-7a960131-4f54-4a67-9826-4f567dc4db98 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:55.565726 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d62bd450-6a0f-4065-b538-c02de6e6382b req-7a960131-4f54-4a67-9826-4f567dc4db98 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 945 time: 0.0582130 Nov 25 04:51:55.649582 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d62bd450-6a0f-4065-b538-c02de6e6382b req-4b9118ee-bd04-4b16-8c3f-fce22e82fe02 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698614 Nov 25 04:51:55.674659 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ea965-c0e7-45a6-8bbc-6b8f302c2c1a req-8fb92ac9-eec4-4051-99a2-3188e33dfd0b tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:55.683214 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-853ea965-c0e7-45a6-8bbc-6b8f302c2c1a req-8fb92ac9-eec4-4051-99a2-3188e33dfd0b tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 948 time: 0.0810595 Nov 25 04:51:55.752302 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-853ea965-c0e7-45a6-8bbc-6b8f302c2c1a req-3432bed4-a72d-4e03-a2e1-fcbcd9b4c744 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8e5a6fb-3aaf-456a-9a89-846cd463bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579655 Nov 25 04:51:55.800854 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8dd1b-3a5f-4293-baa4-01707717d6e3 req-26fc9081-63ea-4541-b150-3a946cdba2d5 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:55.809845 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c4e8dd1b-3a5f-4293-baa4-01707717d6e3 req-26fc9081-63ea-4541-b150-3a946cdba2d5 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0679657 Nov 25 04:51:55.871373 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c4e8dd1b-3a5f-4293-baa4-01707717d6e3 req-734c2d39-898b-48cb-a40d-710bb6cdbb7a tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536523 Nov 25 04:51:55.905619 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acf2e5-110c-457b-92d1-e6142abcd10a req-7d6aef4d-1f26-4c7b-adf5-0967d1f81471 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:55.907121 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-21acf2e5-110c-457b-92d1-e6142abcd10a req-7d6aef4d-1f26-4c7b-adf5-0967d1f81471 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 931 time: 0.0507510 Nov 25 04:51:55.958497 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-21acf2e5-110c-457b-92d1-e6142abcd10a req-a0b5e8bf-ceb9-4107-bab5-3c7189cc8964 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453613 Nov 25 04:51:56.004718 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 6 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 04:51:56.066245 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 1a95c402-b2e8-4638-8bb0-f410aa3e568a up at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:51:56.146468 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695d764-6dcf-49f1-8949-29709eabe637 req-42eee19e-e0be-4962-a3d3-56a1c571abe2 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:56.148644 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1695d764-6dcf-49f1-8949-29709eabe637 req-42eee19e-e0be-4962-a3d3-56a1c571abe2 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 943 time: 0.0774722 Nov 25 04:51:56.167675 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning for port 1a95c402-b2e8-4638-8bb0-f410aa3e568a completed by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 04:51:56.189407 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning complete for port 1a95c402-b2e8-4638-8bb0-f410aa3e568a triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:51:56.191283 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:56.246759 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1695d764-6dcf-49f1-8949-29709eabe637 req-e41e66aa-7c51-49a1-8d4c-442db0922c31 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902295 Nov 25 04:51:56.347513 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:56.374412 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e17522-ff48-40da-a454-39c7b8c4b75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a95c402-b2e8-4638-8bb0-f410aa3e568a'}] {{(pid=109072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:51:56.377389 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21d2e46f9f4131852b38a57b118a04601412ee452ef2f91c34d7ef8e942fd252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7328e841-679c-4c06-b084-db129affadad" -d '{"events": [{"server_uuid": "56e17522-ff48-40da-a454-39c7b8c4b75a", "name": "network-vif-plugged", "status": "completed", "tag": "1a95c402-b2e8-4638-8bb0-f410aa3e568a"}]}' {{(pid=109072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:51:56.391562 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 1a95c402-b2e8-4638-8bb0-f410aa3e568a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1a95c402-b2e8-4638-8bb0-f410aa3e568a,segment=NetworkSegment(33391e2c-c33d-47e7-b50e-ef1443171c56),segment_id=33391e2c-c33d-47e7-b50e-ef1443171c56)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:51:56.398423 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:56.432176 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baae48ae-0f11-462b-9071-390012527709 x-openstack-request-id: req-baae48ae-0f11-462b-9071-390012527709 {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:51:56.432497 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e17522-ff48-40da-a454-39c7b8c4b75a", "name": "network-vif-plugged", "status": "completed", "tag": "1a95c402-b2e8-4638-8bb0-f410aa3e568a", "code": 200}]} {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:51:56.432851 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-baae48ae-0f11-462b-9071-390012527709 {{(pid=109072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:51:56.433248 dv-cinder-815582-6-iscsi neutron-server[109072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e17522-ff48-40da-a454-39c7b8c4b75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a95c402-b2e8-4638-8bb0-f410aa3e568a', 'code': 200} Nov 25 04:51:56.459693 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=1a95c402-b2e8-4638-8bb0-f410aa3e568a,revision_number=5']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:51:56.775379 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b633f5-5e09-42d3-ba27-a26b6f834d65 req-4ad7d7a1-c5ee-49f3-b9e4-6ef9f62ce0b7 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:56.777101 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e9b633f5-5e09-42d3-ba27-a26b6f834d65 req-4ad7d7a1-c5ee-49f3-b9e4-6ef9f62ce0b7 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 946 time: 0.0542502 Nov 25 04:51:56.838144 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e9b633f5-5e09-42d3-ba27-a26b6f834d65 req-4af9854a-ae0f-4e9a-bd3b-c0b51f64479f tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551131 Nov 25 04:51:56.882179 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d887100-1157-43d0-90e6-72e93f0d6929 req-2d6ed181-9456-4888-a643-de49f49deb8e tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:56.883700 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-4d887100-1157-43d0-90e6-72e93f0d6929 req-2d6ed181-9456-4888-a643-de49f49deb8e tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 948 time: 0.0523660 Nov 25 04:51:56.938389 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-4d887100-1157-43d0-90e6-72e93f0d6929 req-3632b725-2b21-4118-8a2b-134634da79ce tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8e5a6fb-3aaf-456a-9a89-846cd463bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477929 Nov 25 04:51:56.995810 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772bfc8-e222-47d2-9112-b3fd3003a3c1 req-9281b61b-d4d1-4a79-a29f-f383d73abe25 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:56.997864 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2772bfc8-e222-47d2-9112-b3fd3003a3c1 req-9281b61b-d4d1-4a79-a29f-f383d73abe25 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0540357 Nov 25 04:51:57.065816 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2772bfc8-e222-47d2-9112-b3fd3003a3c1 req-366e17b5-7a1d-4a76-a097-92fff7405ecc tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586195 Nov 25 04:51:57.103558 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed32dcb-7b02-4ab3-a126-1575a184cb39 req-824cec18-c1b6-4d10-96e6-f134711cbcdc tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:57.105867 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5ed32dcb-7b02-4ab3-a126-1575a184cb39 req-824cec18-c1b6-4d10-96e6-f134711cbcdc tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 931 time: 0.0520501 Nov 25 04:51:57.153878 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5ed32dcb-7b02-4ab3-a126-1575a184cb39 req-acd65fc7-6901-4ef5-8b26-912a25e5a052 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424550 Nov 25 04:51:57.360995 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c2fb6-2753-43dc-b14e-05043bcead59 req-3f01f3ad-6200-42c3-ad70-832dffc3d0a2 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:57.362597 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-804c2fb6-2753-43dc-b14e-05043bcead59 req-3f01f3ad-6200-42c3-ad70-832dffc3d0a2 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 943 time: 0.0502594 Nov 25 04:51:57.419331 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-804c2fb6-2753-43dc-b14e-05043bcead59 req-43ea4ef4-7c0d-4730-bbb9-a922ad0e9efa tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506771 Nov 25 04:51:57.784051 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-b18ddacc-5176-443d-b34c-71f519fb68bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:51:57.957592 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723b495-ef33-47a2-a9db-064e9fbcfe9e req-2eda3a48-831c-4e38-a03d-40470d8aee2c tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:57.960334 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-6723b495-ef33-47a2-a9db-064e9fbcfe9e req-2eda3a48-831c-4e38-a03d-40470d8aee2c tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 946 time: 0.0505023 Nov 25 04:51:58.013625 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-6723b495-ef33-47a2-a9db-064e9fbcfe9e req-69d1a36c-69c0-429d-8a94-cf6a9d0d2efe tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465324 Nov 25 04:51:58.060004 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58b384-5b4f-449a-88a4-cb17898dcb77 req-68cc643c-8b19-491d-83d4-9392173db2de tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:58.061708 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fa58b384-5b4f-449a-88a4-cb17898dcb77 req-68cc643c-8b19-491d-83d4-9392173db2de tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 948 time: 0.0537076 Nov 25 04:51:58.119652 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fa58b384-5b4f-449a-88a4-cb17898dcb77 req-65fe4ef4-8951-4365-8498-f3589fc1c553 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8e5a6fb-3aaf-456a-9a89-846cd463bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516284 Nov 25 04:51:58.185270 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae4e9e-482a-4d31-86c2-7f566ebe47fb req-3afc3a98-9515-4795-8371-646b0a94ac52 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:58.192361 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a3ae4e9e-482a-4d31-86c2-7f566ebe47fb req-3afc3a98-9515-4795-8371-646b0a94ac52 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0630679 Nov 25 04:51:58.238346 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a3ae4e9e-482a-4d31-86c2-7f566ebe47fb req-2d198afa-15e7-489c-a581-f4694a5bb3a3 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447614 Nov 25 04:51:58.282864 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a2e37-23c7-4671-b9e8-51de0b611722 req-cd592894-0bd2-4c99-bf25-0eda9d0666fd tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:58.284406 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-750a2e37-23c7-4671-b9e8-51de0b611722 req-cd592894-0bd2-4c99-bf25-0eda9d0666fd tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 931 time: 0.0603020 Nov 25 04:51:58.334761 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-750a2e37-23c7-4671-b9e8-51de0b611722 req-ddde9d82-4698-4783-bc5e-69527383b199 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439475 Nov 25 04:51:58.545141 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659102a3-b7da-4caa-8278-f95b212531e7 req-48e2dd10-7434-475a-ab83-0ba7a4990a8c tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:58.546890 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-659102a3-b7da-4caa-8278-f95b212531e7 req-48e2dd10-7434-475a-ab83-0ba7a4990a8c tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 943 time: 0.0505795 Nov 25 04:51:58.597630 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-659102a3-b7da-4caa-8278-f95b212531e7 req-7c851bd1-6373-4aac-8d5a-a970061bf9ce tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447037 Nov 25 04:51:59.144843 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169aa257-c24e-49d8-bf70-6bdda3d6ccad req-4f511923-970b-42d5-9ccf-06d683a96459 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:59.146426 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-169aa257-c24e-49d8-bf70-6bdda3d6ccad req-4f511923-970b-42d5-9ccf-06d683a96459 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 946 time: 0.0570557 Nov 25 04:51:59.203195 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-169aa257-c24e-49d8-bf70-6bdda3d6ccad req-5b08504b-c759-482a-9cc8-55a97c5b5b17 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504580 Nov 25 04:51:59.252183 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc5a69-15cd-40c9-9bcb-5df8db3e1c07 req-6144d045-fe3b-443b-8938-3908c8e07dd6 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:59.253856 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a5bc5a69-15cd-40c9-9bcb-5df8db3e1c07 req-6144d045-fe3b-443b-8938-3908c8e07dd6 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 948 time: 0.0645669 Nov 25 04:51:59.324466 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a5bc5a69-15cd-40c9-9bcb-5df8db3e1c07 req-cecb6fa5-23e4-4e0a-ad6d-d9b73493ee42 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8e5a6fb-3aaf-456a-9a89-846cd463bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629873 Nov 25 04:51:59.370356 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76c7bb-5fa1-4623-9561-6e636b80c297 req-c00df081-14fb-44df-8aea-ee7323133bc6 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:59.371960 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6b76c7bb-5fa1-4623-9561-6e636b80c297 req-c00df081-14fb-44df-8aea-ee7323133bc6 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0592403 Nov 25 04:51:59.442353 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6b76c7bb-5fa1-4623-9561-6e636b80c297 req-7c163e70-efd4-4080-bd0f-a9bb7f2701df tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630622 Nov 25 04:51:59.470196 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a4996-5847-490e-ad2f-a481e49e38e5 req-0eda64b0-5374-4cae-ab1b-4e3ca318967a tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:59.471783 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-719a4996-5847-490e-ad2f-a481e49e38e5 req-0eda64b0-5374-4cae-ab1b-4e3ca318967a tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 931 time: 0.0558250 Nov 25 04:51:59.524406 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-719a4996-5847-490e-ad2f-a481e49e38e5 req-6353924a-00f9-4291-85f4-f854be77d71d tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457771 Nov 25 04:51:59.736948 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3a8d4-d534-416a-844f-d14dbefb3254 req-409e6fe1-21b4-4ef7-ae02-1c11fea373bc tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:51:59.738488 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7fb3a8d4-d534-416a-844f-d14dbefb3254 req-409e6fe1-21b4-4ef7-ae02-1c11fea373bc tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 943 time: 0.0609486 Nov 25 04:51:59.789438 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7fb3a8d4-d534-416a-844f-d14dbefb3254 req-26de5f0c-49dc-46b3-910d-492f2dd3cb8e tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436175 Nov 25 04:52:00.161424 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-495d3935-a2dd-43a7-97ba-e75ebe256374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:00.329483 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a59b0-8ec9-4f2f-9978-8e74099f03ad req-98af9ccd-e7ad-4679-9895-2ab051b067b8 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:00.331058 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-603a59b0-8ec9-4f2f-9978-8e74099f03ad req-98af9ccd-e7ad-4679-9895-2ab051b067b8 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 946 time: 0.0529532 Nov 25 04:52:00.389664 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-d5a0b039-594b-4647-b224-f624ef02509f service neutron] Request body: {'port': {'device_id': 'a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:52:00.485455 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-d5a0b039-594b-4647-b224-f624ef02509f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:00.507161 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a33de-e0f4-47f1-b98a-62da5d9c0d2b req-d0921eb8-a1f6-4f59-967e-24a83862810f tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:00.508812 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-595a33de-e0f4-47f1-b98a-62da5d9c0d2b req-d0921eb8-a1f6-4f59-967e-24a83862810f tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 948 time: 0.0964456 Nov 25 04:52:00.667083 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-603a59b0-8ec9-4f2f-9978-8e74099f03ad req-73080637-4867-4cf1-8053-ef33f0a68775 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3251626 Nov 25 04:52:00.670711 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.41', 60566) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:00.718279 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-595a33de-e0f4-47f1-b98a-62da5d9c0d2b req-72b31c60-95ba-4e12-ba9d-343122dfbfc4 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8e5a6fb-3aaf-456a-9a89-846cd463bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010646 Nov 25 04:52:00.721755 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-c6b40a2f-e5ce-4581-82cb-806777ff8495 service neutron] 10.222.0.41 "GET /v2.0/networks/59d020d3-1088-4f9e-963f-a4316bdfab80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895705 Nov 25 04:52:00.728039 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab807af9-b705-49d3-b420-34b3a2c9ee78 req-4b49af2f-e1fa-4fd3-9de4-9698224b3f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:00.730360 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ab807af9-b705-49d3-b420-34b3a2c9ee78 req-4b49af2f-e1fa-4fd3-9de4-9698224b3f1f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 1099 time: 0.0579948 Nov 25 04:52:00.875918 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8901f5-da32-4fe8-a5ed-c36169f59efd req-575103e9-68aa-4563-a5bd-7c2332a35833 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:00.878758 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bf8901f5-da32-4fe8-a5ed-c36169f59efd req-575103e9-68aa-4563-a5bd-7c2332a35833 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 931 time: 0.0854657 Nov 25 04:52:00.895157 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde16a36-b8f2-4e7a-87fa-e95ad149e614 req-301104ea-0875-4ce3-80dd-0744384cfd8d tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:00.902683 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-dde16a36-b8f2-4e7a-87fa-e95ad149e614 req-301104ea-0875-4ce3-80dd-0744384cfd8d tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.1409910 Nov 25 04:52:00.922770 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ab807af9-b705-49d3-b420-34b3a2c9ee78 req-2278ef3b-2fb1-4402-9419-5708de1b1c04 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784968 Nov 25 04:52:00.970337 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-459eb553-160c-4fbe-a013-4c5778bb4238 req-ac039f26-cb39-4952-8242-08b8778cef8d service neutron] 10.222.0.41 "GET /v2.0/networks/59d020d3-1088-4f9e-963f-a4316bdfab80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361081 Nov 25 04:52:00.971753 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bf8901f5-da32-4fe8-a5ed-c36169f59efd req-557f05b5-c875-4727-8348-9b65b9115198 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872164 Nov 25 04:52:00.976196 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-dde16a36-b8f2-4e7a-87fa-e95ad149e614 req-8774f920-a867-4d2c-b269-5fa1f15f4657 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723097 Nov 25 04:52:00.984102 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-d5a0b039-594b-4647-b224-f624ef02509f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4 {{(pid=109070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:52:00.994533 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-d5a0b039-594b-4647-b224-f624ef02509f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:01.009963 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.provisioning_blocks [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-d5a0b039-594b-4647-b224-f624ef02509f service neutron] Transition to ACTIVE for port object 1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4 will not be triggered until provisioned by entity L2. {{(pid=109070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 04:52:01.021041 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-d5a0b039-594b-4647-b224-f624ef02509f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9557411'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:01.075430 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a0b039-594b-4647-b224-f624ef02509f service neutron] Pushing event updated for resources: {'Port': ['ID=1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:01.092474 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2cdac0-d04e-47d5-871a-a544d46644c5 req-293606f1-b9d7-46d6-b9bc-12c6cb18758b tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:01.095600 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0a2cdac0-d04e-47d5-871a-a544d46644c5 req-293606f1-b9d7-46d6-b9bc-12c6cb18758b tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 943 time: 0.0531497 Nov 25 04:52:01.154399 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0a2cdac0-d04e-47d5-871a-a544d46644c5 req-ac134eac-4d1a-4275-b6e5-b3f6779a8853 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513425 Nov 25 04:52:01.156096 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-d5a0b039-594b-4647-b224-f624ef02509f service neutron] Attempting to bind port 1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:52:01.156466 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-d5a0b039-594b-4647-b224-f624ef02509f service neutron] Attempting to bind port 1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'f01d369d-4474-4be2-bcbb-52e355d9cd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e61c9945-d1ae-4463-b46f-4a9fe8a61bac'}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:52:01.156796 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-d5a0b039-594b-4647-b224-f624ef02509f service neutron] Attempting to bind port 1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4 on network e61c9945-d1ae-4463-b46f-4a9fe8a61bac {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:52:01.161850 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-d5a0b039-594b-4647-b224-f624ef02509f service neutron] Port 1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4 on network e61c9945-d1ae-4463-b46f-4a9fe8a61bac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 04:52:01.162282 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-d5a0b039-594b-4647-b224-f624ef02509f service neutron] Attempting to bind port 1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4 on network e61c9945-d1ae-4463-b46f-4a9fe8a61bac {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:52:01.173139 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-d5a0b039-594b-4647-b224-f624ef02509f service neutron] Checking agent: {'id': '1f14ab98-53f7-4a68-bcc6-b943f33cb2d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'started_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:52:01.173494 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-d5a0b039-594b-4647-b224-f624ef02509f service neutron] Checking segment: {'id': 'f01d369d-4474-4be2-bcbb-52e355d9cd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e61c9945-d1ae-4463-b46f-4a9fe8a61bac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:52:01.173871 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-d5a0b039-594b-4647-b224-f624ef02509f service neutron] Bound using segment: {'id': 'f01d369d-4474-4be2-bcbb-52e355d9cd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e61c9945-d1ae-4463-b46f-4a9fe8a61bac'} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:52:01.174599 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-d5a0b039-594b-4647-b224-f624ef02509f service neutron] Bound port: 1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f01d369d-4474-4be2-bcbb-52e355d9cd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e61c9945-d1ae-4463-b46f-4a9fe8a61bac'}}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:52:01.174961 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-d5a0b039-594b-4647-b224-f624ef02509f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:01.217182 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:01.248914 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-d5a0b039-594b-4647-b224-f624ef02509f service neutron] For port 1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4, host hv-cinder-81558, cleared binding levels {{(pid=109070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:52:01.252045 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-d5a0b039-594b-4647-b224-f624ef02509f service neutron] For port 1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4,segment=NetworkSegment(f01d369d-4474-4be2-bcbb-52e355d9cd90),segment_id=f01d369d-4474-4be2-bcbb-52e355d9cd90)] {{(pid=109070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:52:01.257043 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-d5a0b039-594b-4647-b224-f624ef02509f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9557411'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:01.289060 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-d5a0b039-594b-4647-b224-f624ef02509f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:01.289612 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-d5a0b039-594b-4647-b224-f624ef02509f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:01.291052 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-d5a0b039-594b-4647-b224-f624ef02509f service neutron] 10.222.0.41 "PUT /v2.0/ports/1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4 HTTP/1.1" status: 200 len: 1093 time: 0.9080057 Nov 25 04:52:01.291495 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b', 'tag': '1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:52:01.294058 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c54fbf746f0c7fba78ef8d59e1beae84bb94fede6ed59824d7b8ea859eeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c809f04-c8d2-4c54-b9ea-e6e8c10a4885" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b", "tag": "1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:52:01.320888 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a0b039-594b-4647-b224-f624ef02509f service neutron] Pushing event updated for resources: {'Port': ['ID=1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4,revision_number=3']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:01.334422 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 04:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fb9a05-d7ca-45c5-b32e-315490eebb0f x-openstack-request-id: req-10fb9a05-d7ca-45c5-b32e-315490eebb0f {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:52:01.334773 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b", "tag": "1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:52:01.335037 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-10fb9a05-d7ca-45c5-b32e-315490eebb0f {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:52:01.335453 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b', 'tag': '1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4', 'status': 'completed', 'code': 200} Nov 25 04:52:01.395823 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f04d2b-5e4a-414f-86a2-e9e2124dd57d req-7c875feb-f67f-47dd-8be0-b23c17f05f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:01.398229 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-51f04d2b-5e4a-414f-86a2-e9e2124dd57d req-7c875feb-f67f-47dd-8be0-b23c17f05f65 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b4463a1337940a4a17c0d54bb402c3a&device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 1101 time: 0.0453463 Nov 25 04:52:01.454778 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c809f04-c8d2-4c54-b9ea-e6e8c10a4885 req-6694abab-a827-4fcf-9b14-6f8e50245f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:01.456368 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5c809f04-c8d2-4c54-b9ea-e6e8c10a4885 req-6694abab-a827-4fcf-9b14-6f8e50245f32 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5e3b4fa99ed478cadc86a6adbcba214&device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 1096 time: 0.0434790 Nov 25 04:52:01.511816 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f04d2b-5e4a-414f-86a2-e9e2124dd57d req-83d3a4fc-13d5-492a-8be5-ebe96405141f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:01.513366 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-51f04d2b-5e4a-414f-86a2-e9e2124dd57d req-83d3a4fc-13d5-492a-8be5-ebe96405141f service neutron] 10.222.0.41 "GET /v2.0/networks?id=59d020d3-1088-4f9e-963f-a4316bdfab80 HTTP/1.1" status: 200 len: 870 time: 0.1003039 Nov 25 04:52:01.555839 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-51f04d2b-5e4a-414f-86a2-e9e2124dd57d req-8b4a34f3-f4f9-4147-bd88-caf5570846b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=795a0f99-d6dc-4bf5-9290-aec45a44d3ab HTTP/1.1" status: 200 len: 217 time: 0.0336912 Nov 25 04:52:01.571072 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c809f04-c8d2-4c54-b9ea-e6e8c10a4885 req-29acd8ce-8d29-447c-b176-9242a51aa762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:01.573093 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5c809f04-c8d2-4c54-b9ea-e6e8c10a4885 req-29acd8ce-8d29-447c-b176-9242a51aa762 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c5e3b4fa99ed478cadc86a6adbcba214&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0993888 Nov 25 04:52:01.607509 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f04d2b-5e4a-414f-86a2-e9e2124dd57d req-9962e680-519f-4b74-bf09-642b17e36501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:01.609013 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-51f04d2b-5e4a-414f-86a2-e9e2124dd57d req-9962e680-519f-4b74-bf09-642b17e36501 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7db1ca6d-1725-42a2-ab1e-1dc41d09e149 HTTP/1.1" status: 200 len: 843 time: 0.0442829 Nov 25 04:52:01.660536 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f04d2b-5e4a-414f-86a2-e9e2124dd57d req-f7b73815-766b-4dc3-b200-fdadc922a042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:01.661945 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-51f04d2b-5e4a-414f-86a2-e9e2124dd57d req-f7b73815-766b-4dc3-b200-fdadc922a042 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59d020d3-1088-4f9e-963f-a4316bdfab80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0447338 Nov 25 04:52:01.675312 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c809f04-c8d2-4c54-b9ea-e6e8c10a4885 req-8a0148f5-e9e8-44fa-a5cc-f017c9a06bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:01.676682 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5c809f04-c8d2-4c54-b9ea-e6e8c10a4885 req-8a0148f5-e9e8-44fa-a5cc-f017c9a06bc2 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951648 Nov 25 04:52:01.767030 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-51f04d2b-5e4a-414f-86a2-e9e2124dd57d req-dbb91a5a-4524-4ae5-aeb8-af15f1a86aff service neutron] 10.222.0.41 "GET /v2.0/networks/59d020d3-1088-4f9e-963f-a4316bdfab80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957742 Nov 25 04:52:01.852740 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32343885-3814-472b-bdbf-ad769ae16f7b req-fe3e01a4-8e36-4560-8fb5-f8d8a0101aed tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:01.854526 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-32343885-3814-472b-bdbf-ad769ae16f7b req-fe3e01a4-8e36-4560-8fb5-f8d8a0101aed tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 946 time: 0.0905876 Nov 25 04:52:01.862644 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-b397f8cf-6b60-4ab4-ba85-c7bebfde9af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:01.868322 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-b397f8cf-6b60-4ab4-ba85-c7bebfde9af9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5e3b4fa99ed478cadc86a6adbcba214&device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 1096 time: 0.0654774 Nov 25 04:52:01.895418 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcbcf26-4b2c-4613-838e-1869332112e6 req-cefa4aef-34c0-4632-80a1-eec44a5c25e6 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:01.896954 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1bcbcf26-4b2c-4613-838e-1869332112e6 req-cefa4aef-34c0-4632-80a1-eec44a5c25e6 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 948 time: 0.1065252 Nov 25 04:52:01.920145 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-51f04d2b-5e4a-414f-86a2-e9e2124dd57d req-13b875ec-d93a-43a6-b655-6cab9e61bd6d service neutron] 10.222.0.41 "GET /v2.0/networks/59d020d3-1088-4f9e-963f-a4316bdfab80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390665 Nov 25 04:52:01.939318 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-df8ce7a2-4abc-4a8e-85de-752135451a5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4 HTTP/1.1" status: 200 len: 217 time: 0.0504143 Nov 25 04:52:01.960682 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-32343885-3814-472b-bdbf-ad769ae16f7b req-6035e73a-9769-4043-b151-92319585a1b1 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912380 Nov 25 04:52:01.984753 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1bcbcf26-4b2c-4613-838e-1869332112e6 req-28e667e7-ef55-45de-a381-5f3c435342f2 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8e5a6fb-3aaf-456a-9a89-846cd463bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761986 Nov 25 04:52:02.029851 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-96c6877b-e0f0-43af-8e19-9afb8337601c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:02.031161 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-96c6877b-e0f0-43af-8e19-9afb8337601c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7673e6b1-8eed-4ed4-8327-5f10fdee32cc HTTP/1.1" status: 200 len: 854 time: 0.0642393 Nov 25 04:52:02.071441 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 04681d20-54be-4645-a06f-4b9109756ddd details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=109072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 04:52:02.102060 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952466a-97c5-4388-a86c-a0abd5471033 req-7ac1b138-2c1b-49fc-8b57-3666fa722515 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:02.103875 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2952466a-97c5-4388-a86c-a0abd5471033 req-7ac1b138-2c1b-49fc-8b57-3666fa722515 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 943 time: 0.0560789 Nov 25 04:52:02.129623 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6e5d0-6b61-402d-a1ab-7bba9a6bed85 req-c5bcb6cc-d8c3-431d-92b5-4a5abdd3dd86 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:02.131159 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-dbf6e5d0-6b61-402d-a1ab-7bba9a6bed85 req-c5bcb6cc-d8c3-431d-92b5-4a5abdd3dd86 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0878191 Nov 25 04:52:02.145896 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-ad90058d-3268-4561-92db-01e054bbdf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:02.147465 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-ad90058d-3268-4561-92db-01e054bbdf75 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e61c9945-d1ae-4463-b46f-4a9fe8a61bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0867796 Nov 25 04:52:02.168046 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2952466a-97c5-4388-a86c-a0abd5471033 req-0db8151a-9a01-4be4-9d04-c630cbb903c2 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555289 Nov 25 04:52:02.189043 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-dbf6e5d0-6b61-402d-a1ab-7bba9a6bed85 req-f1276507-efeb-4e2f-9de2-473498e17260 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504680 Nov 25 04:52:02.191393 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 04681d20-54be-4645-a06f-4b9109756ddd, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=04681d20-54be-4645-a06f-4b9109756ddd,segment=NetworkSegment(644e32ed-c2f3-4335-b74d-ee8f50200ec0),segment_id=644e32ed-c2f3-4335-b74d-ee8f50200ec0)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:52:02.203687 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Returning: {'device': '04681d20-54be-4645-a06f-4b9109756ddd', 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0', 'port_id': '04681d20-54be-4645-a06f-4b9109756ddd', 'mac_address': 'fa:16:3e:2e:9d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff11583-5631-4068-991c-12b3ca3de03f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 04:52:02.244807 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:02.258626 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04681d20-54be-4645-a06f-4b9109756ddd {{(pid=109072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:52:02.272331 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c680c5-6380-4abe-ba21-c42bc68838c8 req-c0f559c9-e247-4195-b1e8-72cfa14ec1d5 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:02.273849 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-23c680c5-6380-4abe-ba21-c42bc68838c8 req-c0f559c9-e247-4195-b1e8-72cfa14ec1d5 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 943 time: 0.0492771 Nov 25 04:52:02.277640 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 04681d20-54be-4645-a06f-4b9109756ddd, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=04681d20-54be-4645-a06f-4b9109756ddd,segment=NetworkSegment(644e32ed-c2f3-4335-b74d-ee8f50200ec0),segment_id=644e32ed-c2f3-4335-b74d-ee8f50200ec0)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:52:02.283020 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:02.323169 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-23c680c5-6380-4abe-ba21-c42bc68838c8 req-fc6dd45f-3796-4100-9c77-b98eb14ab92e tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420883 Nov 25 04:52:02.329736 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=04681d20-54be-4645-a06f-4b9109756ddd,revision_number=9']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:02.624664 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:03.089556 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c253d-c60f-4ef0-be87-b2af8b9f9928 req-8564708e-697d-4b73-b6af-956452be281d tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:03.091146 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-6a2c253d-c60f-4ef0-be87-b2af8b9f9928 req-8564708e-697d-4b73-b6af-956452be281d tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 946 time: 0.0533462 Nov 25 04:52:03.097846 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1726b67-651a-4bc6-9abc-6d33cdb93d81 req-864766d8-c192-4d16-8b11-668fdf8eac88 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:03.099451 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b1726b67-651a-4bc6-9abc-6d33cdb93d81 req-864766d8-c192-4d16-8b11-668fdf8eac88 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 948 time: 0.0491533 Nov 25 04:52:03.147059 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-6a2c253d-c60f-4ef0-be87-b2af8b9f9928 req-0be937dd-4239-4972-b196-87fdf1e9cee5 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494196 Nov 25 04:52:03.154375 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b1726b67-651a-4bc6-9abc-6d33cdb93d81 req-ab342ffb-6b38-4dcf-b899-95c66b436da4 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8e5a6fb-3aaf-456a-9a89-846cd463bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483623 Nov 25 04:52:03.283583 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fb25e-b827-41f3-8f78-e9c8b1a875b9 req-4bd4e72c-5ebc-4788-aa21-5e07127fff46 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:03.285028 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-764fb25e-b827-41f3-8f78-e9c8b1a875b9 req-4bd4e72c-5ebc-4788-aa21-5e07127fff46 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 943 time: 0.0515795 Nov 25 04:52:03.309737 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe208847-24dc-4c1f-af89-36b13dfb3d59 req-d9e26e16-9de7-499d-9e74-e0fd311866fd tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:03.311218 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fe208847-24dc-4c1f-af89-36b13dfb3d59 req-d9e26e16-9de7-499d-9e74-e0fd311866fd tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0534286 Nov 25 04:52:03.336474 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-764fb25e-b827-41f3-8f78-e9c8b1a875b9 req-36d7a0a3-89ca-4119-8779-23b14c6516e6 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444055 Nov 25 04:52:03.360727 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fe208847-24dc-4c1f-af89-36b13dfb3d59 req-004c9f94-0716-406e-b93b-4761353c3717 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432420 Nov 25 04:52:03.463412 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280e007-189f-4d35-a966-79ac30af2b23 req-7403611a-b085-49e3-bb36-1e2d96e379d1 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:03.464913 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8280e007-189f-4d35-a966-79ac30af2b23 req-7403611a-b085-49e3-bb36-1e2d96e379d1 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 944 time: 0.0553412 Nov 25 04:52:03.518530 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8280e007-189f-4d35-a966-79ac30af2b23 req-4ffaf4b0-c348-46c5-a6d2-6b915341176c tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456288 Nov 25 04:52:03.576736 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:04.265994 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8c9f2-a2d9-4eb1-b6c3-dfa3a18c3b63 req-6a466d69-e719-4ea2-9892-649ede31e2d9 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:04.267512 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-afe8c9f2-a2d9-4eb1-b6c3-dfa3a18c3b63 req-6a466d69-e719-4ea2-9892-649ede31e2d9 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 946 time: 0.0491874 Nov 25 04:52:04.270264 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969458ca-16fb-4650-855b-086bd2c7a342 req-7f4c95e3-e9f7-46ab-81bb-cd021ce8016c tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:04.271761 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-969458ca-16fb-4650-855b-086bd2c7a342 req-7f4c95e3-e9f7-46ab-81bb-cd021ce8016c tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 948 time: 0.0492785 Nov 25 04:52:04.318071 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-afe8c9f2-a2d9-4eb1-b6c3-dfa3a18c3b63 req-75f72bd8-6200-4950-8b5f-048ed0f45d5c tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440204 Nov 25 04:52:04.320830 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-969458ca-16fb-4650-855b-086bd2c7a342 req-548286a6-25c6-45c8-bb68-29bd13c5a476 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8e5a6fb-3aaf-456a-9a89-846cd463bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429525 Nov 25 04:52:04.453790 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be6feb-48ef-420b-ab16-4d12b128dbe7 req-5a45a4e8-d68c-48bd-b078-f677b3f3d003 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:04.455357 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-25be6feb-48ef-420b-ab16-4d12b128dbe7 req-5a45a4e8-d68c-48bd-b078-f677b3f3d003 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 943 time: 0.0541005 Nov 25 04:52:04.482924 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7cb3b-58ad-4d3f-ae15-9cf0709d7cca req-668e98e8-34ad-43f0-bf71-8c99ae09af02 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:04.484527 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-06f7cb3b-58ad-4d3f-ae15-9cf0709d7cca req-668e98e8-34ad-43f0-bf71-8c99ae09af02 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0501065 Nov 25 04:52:04.505419 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-25be6feb-48ef-420b-ab16-4d12b128dbe7 req-7da2d611-8319-4147-a685-432142702c1e tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438516 Nov 25 04:52:04.538143 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-06f7cb3b-58ad-4d3f-ae15-9cf0709d7cca req-baade059-fd96-4b2e-8819-9b6a6a2d9132 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465283 Nov 25 04:52:04.637632 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0b677-588d-487e-8987-46e7ccfcc7cb req-d5e80aba-b330-49d3-a12e-0224fe478973 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:04.639097 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-66d0b677-588d-487e-8987-46e7ccfcc7cb req-d5e80aba-b330-49d3-a12e-0224fe478973 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 944 time: 0.0492978 Nov 25 04:52:04.693204 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-66d0b677-588d-487e-8987-46e7ccfcc7cb req-588eca35-002a-4758-9682-a38bebdbe8dd tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458179 Nov 25 04:52:05.445175 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333bc45-bac6-43f9-b6b6-0244067619af req-2c263fb7-c773-4bab-ae43-4228e0e7362c tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:05.446683 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1333bc45-bac6-43f9-b6b6-0244067619af req-2c263fb7-c773-4bab-ae43-4228e0e7362c tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 948 time: 0.0470841 Nov 25 04:52:05.450063 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-25ce3056-b941-45b1-ab7d-c383d9237978 service neutron] 10.222.0.41 "GET /v2.0/networks/e61c9945-d1ae-4463-b46f-4a9fe8a61bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166334 Nov 25 04:52:05.462905 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c455d-456c-42d9-91fd-8492bfbc3331 req-93a73af9-2284-4365-86c2-41088e6e8d87 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:05.464577 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-9d8c455d-456c-42d9-91fd-8492bfbc3331 req-93a73af9-2284-4365-86c2-41088e6e8d87 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 946 time: 0.0713716 Nov 25 04:52:05.503519 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1333bc45-bac6-43f9-b6b6-0244067619af req-b1a0ef3d-11ca-4f69-a49f-c42b68925ef7 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8e5a6fb-3aaf-456a-9a89-846cd463bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493362 Nov 25 04:52:05.562555 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-9d8c455d-456c-42d9-91fd-8492bfbc3331 req-5f5b5364-8d6c-4d8c-a88e-cbc92aef96f8 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913017 Nov 25 04:52:05.631312 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-da4ab032-9eb0-47d9-a350-aaed1bb6a214 req-2f0bafe5-a9a9-4794-bd51-1676305e9119 service neutron] 10.222.0.41 "GET /v2.0/networks/e61c9945-d1ae-4463-b46f-4a9fe8a61bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317918 Nov 25 04:52:05.632880 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32d1f4-87e1-4d59-9d45-7465a012c6a0 req-20141273-79a7-4058-b425-6793b3b4317b tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:05.634404 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-af32d1f4-87e1-4d59-9d45-7465a012c6a0 req-20141273-79a7-4058-b425-6793b3b4317b tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 943 time: 0.0579829 Nov 25 04:52:05.686709 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6d6c4-9a66-4471-9f58-cd02dbd2adec req-3e8c2256-b5ea-4dd7-b571-c40fd0d5025c tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:05.688007 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-af32d1f4-87e1-4d59-9d45-7465a012c6a0 req-ee869411-ada0-4d8a-823e-5705a5531658 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470994 Nov 25 04:52:05.688298 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-75b6d6c4-9a66-4471-9f58-cd02dbd2adec req-3e8c2256-b5ea-4dd7-b571-c40fd0d5025c tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0517099 Nov 25 04:52:05.771419 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-75b6d6c4-9a66-4471-9f58-cd02dbd2adec req-bdf1b358-b925-4e81-b856-755f49b15a3f tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764966 Nov 25 04:52:05.785451 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['04681d20-54be-4645-a06f-4b9109756ddd'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:52:05.786739 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7925c0-b642-4240-bb9c-f7d56ef93932 req-df9ab64f-e724-4d97-a020-8db1f89d73ef tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:05.789350 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-cf7925c0-b642-4240-bb9c-f7d56ef93932 req-df9ab64f-e724-4d97-a020-8db1f89d73ef tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 946 time: 0.0725098 Nov 25 04:52:05.825880 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671e539-f592-4761-90bb-38575f8a2f85 req-c54fabb5-9efa-4bef-8dc6-60ce9c19d787 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:05.827601 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b671e539-f592-4761-90bb-38575f8a2f85 req-c54fabb5-9efa-4bef-8dc6-60ce9c19d787 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 944 time: 0.0569992 Nov 25 04:52:05.877370 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b671e539-f592-4761-90bb-38575f8a2f85 req-0e03f8e4-cdf1-4119-8139-aa95ed8d65d1 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438280 Nov 25 04:52:05.953558 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [req-cf7925c0-b642-4240-bb9c-f7d56ef93932 req-2804f6ff-f5d6-4f88-a971-605ba5fe9886 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Deleting port 86fb78b9-30c9-4442-a3b4-5f968d0ee4a8 {{(pid=109071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:52:05.953909 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-cf7925c0-b642-4240-bb9c-f7d56ef93932 req-2804f6ff-f5d6-4f88-a971-605ba5fe9886 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:06.041024 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [req-cf7925c0-b642-4240-bb9c-f7d56ef93932 req-2804f6ff-f5d6-4f88-a971-605ba5fe9886 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] For port 86fb78b9-30c9-4442-a3b4-5f968d0ee4a8, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=86fb78b9-30c9-4442-a3b4-5f968d0ee4a8,segment=NetworkSegment(11daf24b-7c39-4451-95b3-08a6bf9c63d4),segment_id=11daf24b-7c39-4451-95b3-08a6bf9c63d4)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:52:06.041377 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-cf7925c0-b642-4240-bb9c-f7d56ef93932 req-2804f6ff-f5d6-4f88-a971-605ba5fe9886 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:06.059777 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [req-cf7925c0-b642-4240-bb9c-f7d56ef93932 req-2804f6ff-f5d6-4f88-a971-605ba5fe9886 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Calling delete_port for 86fb78b9-30c9-4442-a3b4-5f968d0ee4a8 owned by compute:nova {{(pid=109071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:52:06.221195 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-cf7925c0-b642-4240-bb9c-f7d56ef93932 req-2804f6ff-f5d6-4f88-a971-605ba5fe9886 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:06.259876 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2804f6ff-f5d6-4f88-a971-605ba5fe9886 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Pushing event deleted for resources: {'Port': ['ID=86fb78b9-30c9-4442-a3b4-5f968d0ee4a8,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:06.335998 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7925c0-b642-4240-bb9c-f7d56ef93932 req-2804f6ff-f5d6-4f88-a971-605ba5fe9886 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] No DVR routers for this DVR port 86fb78b9-30c9-4442-a3b4-5f968d0ee4a8 on host hv-cinder-81558 {{(pid=109071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 04:52:06.339169 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-cf7925c0-b642-4240-bb9c-f7d56ef93932 req-2804f6ff-f5d6-4f88-a971-605ba5fe9886 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:06.343009 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-cf7925c0-b642-4240-bb9c-f7d56ef93932 req-2804f6ff-f5d6-4f88-a971-605ba5fe9886 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.41 "DELETE /v2.0/ports/86fb78b9-30c9-4442-a3b4-5f968d0ee4a8 HTTP/1.1" status: 204 len: 173 time: 0.5474908 Nov 25 04:52:06.343440 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5a6792-b682-493c-9fc7-7c3820a630df', 'name': 'network-vif-deleted', 'tag': '86fb78b9-30c9-4442-a3b4-5f968d0ee4a8'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:52:06.345721 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d57e7af397f6b944dcc9a6f5390767d05535c9c85852faf17d281085e8a62f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54c58fc-41d2-4941-8e83-1be6cd2c8821" -d '{"events": [{"server_uuid": "0a5a6792-b682-493c-9fc7-7c3820a630df", "name": "network-vif-deleted", "tag": "86fb78b9-30c9-4442-a3b4-5f968d0ee4a8"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:52:06.385529 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfba337-af13-4d45-a00e-5d6e1089db0c x-openstack-request-id: req-bdfba337-af13-4d45-a00e-5d6e1089db0c {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:52:06.385951 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a5a6792-b682-493c-9fc7-7c3820a630df", "name": "network-vif-deleted", "tag": "86fb78b9-30c9-4442-a3b4-5f968d0ee4a8", "status": "completed", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:52:06.386074 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bdfba337-af13-4d45-a00e-5d6e1089db0c {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:52:06.386479 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5a6792-b682-493c-9fc7-7c3820a630df', 'name': 'network-vif-deleted', 'tag': '86fb78b9-30c9-4442-a3b4-5f968d0ee4a8', 'status': 'completed', 'code': 200} Nov 25 04:52:06.478785 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['e6878270-adb9-4338-8a70-9a199bdfe9bc', '86fb78b9-30c9-4442-a3b4-5f968d0ee4a8'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:52:06.648828 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8d282-d2f0-46f4-966e-190f7582d860 req-43990b8d-7986-4607-a656-65144c792dfc tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:06.650297 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-06c8d282-d2f0-46f4-966e-190f7582d860 req-43990b8d-7986-4607-a656-65144c792dfc tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 948 time: 0.0622010 Nov 25 04:52:06.687821 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a7bee-8edc-447a-844d-963e5d5ddcac req-f7b7d3bf-45ed-4414-b12a-5d6fe8633605 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:06.689329 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-2c4a7bee-8edc-447a-844d-963e5d5ddcac req-f7b7d3bf-45ed-4414-b12a-5d6fe8633605 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 946 time: 0.0481541 Nov 25 04:52:06.697254 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-06c8d282-d2f0-46f4-966e-190f7582d860 req-a7b23622-bf17-4cc1-b268-61354436914d tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8e5a6fb-3aaf-456a-9a89-846cd463bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405207 Nov 25 04:52:06.741891 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-2c4a7bee-8edc-447a-844d-963e5d5ddcac req-fce4c765-a739-4eb1-a6ae-99cc525e9d6c tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463157 Nov 25 04:52:06.800906 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565e2bc-410d-4d2d-b4f9-fec83c312da8 req-422336fa-1268-463f-829c-fb1b6f52b6a9 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:06.802425 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3565e2bc-410d-4d2d-b4f9-fec83c312da8 req-422336fa-1268-463f-829c-fb1b6f52b6a9 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 943 time: 0.0486760 Nov 25 04:52:06.853811 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3565e2bc-410d-4d2d-b4f9-fec83c312da8 req-3bb2dd9f-ee02-46c1-a3f8-1105c9cf7b96 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450094 Nov 25 04:52:06.859144 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079084bd-296c-4a43-bbd2-91c5c85bbf83 req-b83bc251-cf72-431b-bc03-43a9ff7a6bd1 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:06.860965 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-079084bd-296c-4a43-bbd2-91c5c85bbf83 req-b83bc251-cf72-431b-bc03-43a9ff7a6bd1 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 946 time: 0.0534096 Nov 25 04:52:06.911198 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-079084bd-296c-4a43-bbd2-91c5c85bbf83 req-e1ba7294-b04a-4b5c-821f-de684e3733fb tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440249 Nov 25 04:52:06.934013 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 58074) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:06.947512 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-91235bc1-c2ab-4a20-b11c-79476035df94 req-c72b5e70-021e-4554-a1a9-fb58e5b75969 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a5a6792-b682-493c-9fc7-7c3820a630df HTTP/1.1" status: 200 len: 210 time: 0.0279052 Nov 25 04:52:07.027238 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ebc0d-bc2d-4a13-899f-9f426771852c req-1329069e-6ee4-4a1a-b253-38efddadc77b tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:07.029008 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-324ebc0d-bc2d-4a13-899f-9f426771852c req-1329069e-6ee4-4a1a-b253-38efddadc77b tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 944 time: 0.0500054 Nov 25 04:52:07.079324 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-324ebc0d-bc2d-4a13-899f-9f426771852c req-9e06a9df-ac90-41de-95e1-68aea0d00ba8 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441248 Nov 25 04:52:07.137719 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbb0e8d-cf74-445f-9d7c-e2987bd100bd tempest-TestShelveInstance-1483095979 tempest-TestShelveInstance-1483095979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:07.139288 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-6dbb0e8d-cf74-445f-9d7c-e2987bd100bd tempest-TestShelveInstance-1483095979 tempest-TestShelveInstance-1483095979-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 1094 time: 0.2041483 Nov 25 04:52:07.142339 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 58078) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:07.146538 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-056271ce-7c73-4812-8e4d-bf9996fc3b97 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Request body: {'floatingip': {'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'port_id': '1a95c402-b2e8-4638-8bb0-f410aa3e568a', 'tenant_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:52:07.171026 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-056271ce-7c73-4812-8e4d-bf9996fc3b97 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks [] for floatingip, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:07.284183 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-056271ce-7c73-4812-8e4d-bf9996fc3b97 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:07.329589 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 795a0f99-d6dc-4bf5-9290-aec45a44d3ab details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=109072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 04:52:07.344525 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 04681d20-54be-4645-a06f-4b9109756ddd up at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:52:07.401239 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.db_base_plugin_common [None req-056271ce-7c73-4812-8e4d-bf9996fc3b97 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Allocated IP 172.27.2.199 (7252c0b9-b802-4561-8a54-4fb5c87ca7b8/b33b80b7-52e3-4af3-b161-e1f3edefb5e3/3a051eb6-f362-473f-b730-a4c45b2a9a83) {{(pid=109071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:52:07.457063 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning complete for port 04681d20-54be-4645-a06f-4b9109756ddd triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:52:07.457418 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:07.515902 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-056271ce-7c73-4812-8e4d-bf9996fc3b97 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks [] for port, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:07.550182 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-056271ce-7c73-4812-8e4d-bf9996fc3b97 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:07.595041 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056271ce-7c73-4812-8e4d-bf9996fc3b97 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Network 7252c0b9-b802-4561-8a54-4fb5c87ca7b8 is already hosted by enough agents. {{(pid=109071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:52:07.598120 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [None req-056271ce-7c73-4812-8e4d-bf9996fc3b97 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Resources bound (agent type, host, resource id): {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:52:07.602396 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056271ce-7c73-4812-8e4d-bf9996fc3b97 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Received port after_create {{(pid=109071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:52:07.633045 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056271ce-7c73-4812-8e4d-bf9996fc3b97 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Pushing event updated for resources: {'Port': ['ID=3a051eb6-f362-473f-b730-a4c45b2a9a83,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:07.654584 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 795a0f99-d6dc-4bf5-9290-aec45a44d3ab, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=795a0f99-d6dc-4bf5-9290-aec45a44d3ab,segment=NetworkSegment(6b2f3f1a-afe2-495b-8b8f-5f7b1f4f6a22),segment_id=6b2f3f1a-afe2-495b-8b8f-5f7b1f4f6a22)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:52:07.671861 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Returning: {'device': '795a0f99-d6dc-4bf5-9290-aec45a44d3ab', 'network_id': '59d020d3-1088-4f9e-963f-a4316bdfab80', 'port_id': '795a0f99-d6dc-4bf5-9290-aec45a44d3ab', 'mac_address': 'fa:16:3e:1d:42:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db1ca6d-1725-42a2-ab1e-1dc41d09e149', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 04:52:07.719510 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:07.757420 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 795a0f99-d6dc-4bf5-9290-aec45a44d3ab {{(pid=109072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:52:07.783222 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 795a0f99-d6dc-4bf5-9290-aec45a44d3ab, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=795a0f99-d6dc-4bf5-9290-aec45a44d3ab,segment=NetworkSegment(6b2f3f1a-afe2-495b-8b8f-5f7b1f4f6a22),segment_id=6b2f3f1a-afe2-495b-8b8f-5f7b1f4f6a22)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:52:07.795431 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:07.821256 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:07.832826 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d4744-13ae-4791-8089-29030f551571 req-1044a437-a7e4-4358-8435-585a3f9e1da4 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:07.836945 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-312d4744-13ae-4791-8089-29030f551571 req-1044a437-a7e4-4358-8435-585a3f9e1da4 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 949 time: 0.0610781 Nov 25 04:52:07.870459 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdb54df-25bf-482d-8501-ae3b93cc5ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04681d20-54be-4645-a06f-4b9109756ddd'}] {{(pid=109072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:52:07.874177 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21d2e46f9f4131852b38a57b118a04601412ee452ef2f91c34d7ef8e942fd252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c91167-9d56-414d-8ea9-9fe9fa8ad7dd" -d '{"events": [{"server_uuid": "2fdb54df-25bf-482d-8501-ae3b93cc5ac8", "name": "network-vif-plugged", "status": "completed", "tag": "04681d20-54be-4645-a06f-4b9109756ddd"}]}' {{(pid=109072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:52:07.891753 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=795a0f99-d6dc-4bf5-9290-aec45a44d3ab,revision_number=4']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:07.895584 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 04681d20-54be-4645-a06f-4b9109756ddd, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=04681d20-54be-4645-a06f-4b9109756ddd,segment=NetworkSegment(644e32ed-c2f3-4335-b74d-ee8f50200ec0),segment_id=644e32ed-c2f3-4335-b74d-ee8f50200ec0)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:52:07.902028 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:07.902167 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-312d4744-13ae-4791-8089-29030f551571 req-d842a7ff-75fa-4fae-bd8e-dc08b131455d tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8e5a6fb-3aaf-456a-9a89-846cd463bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610161 Nov 25 04:52:07.952618 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fecffa-d301-4ec3-a8af-594cf986372b x-openstack-request-id: req-d9fecffa-d301-4ec3-a8af-594cf986372b {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:52:07.952983 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdb54df-25bf-482d-8501-ae3b93cc5ac8", "name": "network-vif-plugged", "status": "completed", "tag": "04681d20-54be-4645-a06f-4b9109756ddd", "code": 200}]} {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:52:07.953241 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d9fecffa-d301-4ec3-a8af-594cf986372b {{(pid=109072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:52:07.953648 dv-cinder-815582-6-iscsi neutron-server[109072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdb54df-25bf-482d-8501-ae3b93cc5ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04681d20-54be-4645-a06f-4b9109756ddd', 'code': 200} Nov 25 04:52:07.962951 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=04681d20-54be-4645-a06f-4b9109756ddd,revision_number=10']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:08.234020 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['795a0f99-d6dc-4bf5-9290-aec45a44d3ab'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:52:08.240358 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d0d73-d6a1-4cee-887f-6f9f61169e5c req-b53414cc-cb51-4351-aee4-03a137858245 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:08.242038 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9a8d0d73-d6a1-4cee-887f-6f9f61169e5c req-b53414cc-cb51-4351-aee4-03a137858245 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 946 time: 0.0507910 Nov 25 04:52:08.292368 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9a8d0d73-d6a1-4cee-887f-6f9f61169e5c req-e82f2190-b41f-4560-a56d-22611646a72a tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436394 Nov 25 04:52:08.330655 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931c6b5-85a6-44bb-aa1a-6874464a78fb req-cc340dac-e6f6-4784-abd2-eec05b029790 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:08.332204 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-d931c6b5-85a6-44bb-aa1a-6874464a78fb req-cc340dac-e6f6-4784-abd2-eec05b029790 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 943 time: 0.3783386 Nov 25 04:52:08.425028 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483365a-8eaf-4a47-a99d-5e4b12421ca3 req-08461e7e-82b1-4095-99e2-475b9a631a92 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:08.426590 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7483365a-8eaf-4a47-a99d-5e4b12421ca3 req-08461e7e-82b1-4095-99e2-475b9a631a92 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0528836 Nov 25 04:52:08.486714 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-d931c6b5-85a6-44bb-aa1a-6874464a78fb req-4f19b7cc-69f6-4bea-b3f8-fea5e293e6c2 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362560 Nov 25 04:52:08.488132 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-056271ce-7c73-4812-8e4d-bf9996fc3b97 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:08.489817 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7483365a-8eaf-4a47-a99d-5e4b12421ca3 req-6fdcea76-e859-4522-9043-2c234d6a74ce tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523264 Nov 25 04:52:08.612748 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bba5e-d2c1-4c24-88b9-0d8c424bfdfc req-796ba27b-3568-41e8-97ef-d6659fde2081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:08.614268 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-704bba5e-d2c1-4c24-88b9-0d8c424bfdfc req-796ba27b-3568-41e8-97ef-d6659fde2081 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 1099 time: 0.0960054 Nov 25 04:52:08.651527 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-056271ce-7c73-4812-8e4d-bf9996fc3b97 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:08.703222 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-704bba5e-d2c1-4c24-88b9-0d8c424bfdfc req-f8c0fb5c-e497-46a3-901f-73d4ec9682f6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721307 Nov 25 04:52:08.829492 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-056271ce-7c73-4812-8e4d-bf9996fc3b97 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks [] for port, precommit_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:08.835256 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-056271ce-7c73-4812-8e4d-bf9996fc3b97 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8963629'] for port, after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:08.905959 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056271ce-7c73-4812-8e4d-bf9996fc3b97 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Pushing event updated for resources: {'Port': ['ID=3a051eb6-f362-473f-b730-a4c45b2a9a83,revision_number=2']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:08.920793 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-056271ce-7c73-4812-8e4d-bf9996fc3b97 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688023'] for floatingip, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:09.046501 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.db.l3_db [None req-056271ce-7c73-4812-8e4d-bf9996fc3b97 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Floating IP ad849f57-cf28-4a12-ba86-0f88739f00dc associated. External IP: 172.27.2.199, port: 1a95c402-b2e8-4638-8bb0-f410aa3e568a. Nov 25 04:52:09.058326 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f825e-d682-4438-b89a-c1c1b190e880 req-06b36fb7-9665-49c8-be9f-2dbbfcbb8408 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:09.059815 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-1c7f825e-d682-4438-b89a-c1c1b190e880 req-06b36fb7-9665-49c8-be9f-2dbbfcbb8408 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 949 time: 0.0920050 Nov 25 04:52:09.178013 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-1c7f825e-d682-4438-b89a-c1c1b190e880 req-5126a7a3-2eb2-4bd3-a89b-b37cd91e7965 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8e5a6fb-3aaf-456a-9a89-846cd463bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869458 Nov 25 04:52:09.304973 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056271ce-7c73-4812-8e4d-bf9996fc3b97 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Router b4f75091-332a-4c4e-b035-4c95420e1027 has already been hosted by L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f {{(pid=109071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 04:52:09.342828 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=109072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 04:52:09.359643 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 795a0f99-d6dc-4bf5-9290-aec45a44d3ab up at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:52:09.425917 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056271ce-7c73-4812-8e4d-bf9996fc3b97 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:52:09.427176 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9f21c-70a4-4e6c-96c5-039a6ee71e07 req-9921bd74-2f09-4c64-8702-e5286d335b2f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:09.428948 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a0d9f21c-70a4-4e6c-96c5-039a6ee71e07 req-9921bd74-2f09-4c64-8702-e5286d335b2f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 946 time: 0.0507426 Nov 25 04:52:09.437862 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb77c635-25e7-4081-b801-2ef13fc4b69b None None] Sync routers for ids ['b4f75091-332a-4c4e-b035-4c95420e1027'] in dv-cinder-815582-6-iscsi {{(pid=109073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:52:09.451551 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-056271ce-7c73-4812-8e4d-bf9996fc3b97 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for floatingip, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:09.452340 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb77c635-25e7-4081-b801-2ef13fc4b69b None None] Routers {'b4f75091-332a-4c4e-b035-4c95420e1027'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:52:09.453704 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-eb77c635-25e7-4081-b801-2ef13fc4b69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:52:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['b4f75091-332a-4c4e-b035-4c95420e1027'], 'active': True} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:52:09.482180 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning for port 795a0f99-d6dc-4bf5-9290-aec45a44d3ab completed by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 04:52:09.496342 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-056271ce-7c73-4812-8e4d-bf9996fc3b97 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3406773 Nov 25 04:52:09.496342 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e17522-ff48-40da-a454-39c7b8c4b75a', 'tag': '1a95c402-b2e8-4638-8bb0-f410aa3e568a'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:52:09.496342 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d57e7af397f6b944dcc9a6f5390767d05535c9c85852faf17d281085e8a62f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0aa40f-f1eb-4d4c-8ec0-a62575c8eb7e" -d '{"events": [{"name": "network-changed", "server_uuid": "56e17522-ff48-40da-a454-39c7b8c4b75a", "tag": "1a95c402-b2e8-4638-8bb0-f410aa3e568a"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:52:09.496801 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4,segment=NetworkSegment(f01d369d-4474-4be2-bcbb-52e355d9cd90),segment_id=f01d369d-4474-4be2-bcbb-52e355d9cd90)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:52:09.501633 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Returning: {'device': '1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4', 'network_id': 'e61c9945-d1ae-4463-b46f-4a9fe8a61bac', 'port_id': '1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4', 'mac_address': 'fa:16:3e:35:46:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7673e6b1-8eed-4ed4-8327-5f10fdee32cc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 04:52:09.503245 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning complete for port 795a0f99-d6dc-4bf5-9290-aec45a44d3ab triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:52:09.503641 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:09.524405 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a0d9f21c-70a4-4e6c-96c5-039a6ee71e07 req-4784e2a1-6ef8-496c-a6c6-dbe1401d9ed7 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812132 Nov 25 04:52:09.541496 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 04:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795fc6e7-4633-4da2-9b87-b0506ddb7c28 x-openstack-request-id: req-795fc6e7-4633-4da2-9b87-b0506ddb7c28 {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:52:09.542177 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e17522-ff48-40da-a454-39c7b8c4b75a", "tag": "1a95c402-b2e8-4638-8bb0-f410aa3e568a", "status": "completed", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:52:09.542797 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-795fc6e7-4633-4da2-9b87-b0506ddb7c28 {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:52:09.543439 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e17522-ff48-40da-a454-39c7b8c4b75a', 'tag': '1a95c402-b2e8-4638-8bb0-f410aa3e568a', 'status': 'completed', 'code': 200} Nov 25 04:52:09.587980 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:09.606045 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvr_db [None req-eb77c635-25e7-4081-b801-2ef13fc4b69b None None] Set router b4f75091-332a-4c4e-b035-4c95420e1027 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:52:09.607998 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4 {{(pid=109072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:52:09.641241 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4,segment=NetworkSegment(f01d369d-4474-4be2-bcbb-52e355d9cd90),segment_id=f01d369d-4474-4be2-bcbb-52e355d9cd90)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:52:09.662658 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:09.678715 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47e7a8-9165-497b-b2c1-12f4f0898a5f req-497b3123-6b8d-4dc2-b590-45bffcb2a3eb tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:09.681225 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2a47e7a8-9165-497b-b2c1-12f4f0898a5f req-497b3123-6b8d-4dc2-b590-45bffcb2a3eb tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0648508 Nov 25 04:52:09.698240 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0aa40f-f1eb-4d4c-8ec0-a62575c8eb7e req-eec5455c-034a-4517-aa82-ad1d49e12cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:09.699827 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-bb0aa40f-f1eb-4d4c-8ec0-a62575c8eb7e req-eec5455c-034a-4517-aa82-ad1d49e12cc3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1554cf6f72d42199fcfe7ce71bac429&device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 1099 time: 0.0737243 Nov 25 04:52:09.708261 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a51fb-ac0a-40fc-8fc4-0182842dbcbb req-c7f2ef78-2bdd-4e3a-87b7-be1fd3f2589b tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:09.709861 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5c8a51fb-ac0a-40fc-8fc4-0182842dbcbb req-c7f2ef78-2bdd-4e3a-87b7-be1fd3f2589b tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 943 time: 0.0951827 Nov 25 04:52:09.714387 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:09.759551 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4,revision_number=4']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:09.766454 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 795a0f99-d6dc-4bf5-9290-aec45a44d3ab, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=795a0f99-d6dc-4bf5-9290-aec45a44d3ab,segment=NetworkSegment(6b2f3f1a-afe2-495b-8b8f-5f7b1f4f6a22),segment_id=6b2f3f1a-afe2-495b-8b8f-5f7b1f4f6a22)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:52:09.770443 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2a47e7a8-9165-497b-b2c1-12f4f0898a5f req-5aa196b2-e94d-4579-bea9-26ae1280b045 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825872 Nov 25 04:52:09.774778 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:09.776349 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 86fb78b9-30c9-4442-a3b4-5f968d0ee4a8 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:52:09.815543 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5c8a51fb-ac0a-40fc-8fc4-0182842dbcbb req-5a080788-060f-45e8-87f5-6dfc83569fb1 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905411 Nov 25 04:52:09.829653 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] No Port match for: 86fb78b9-30c9-4442-a3b4-5f968d0ee4a8 {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 04:52:09.830006 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 86fb78b9-30c9-4442-a3b4-5f968d0ee4a8 not bound to the agent host hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 04:52:09.853382 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0aa40f-f1eb-4d4c-8ec0-a62575c8eb7e req-51bd2f51-bc9e-4540-ab44-5e9295b9de5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:09.854960 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-bb0aa40f-f1eb-4d4c-8ec0-a62575c8eb7e req-51bd2f51-bc9e-4540-ab44-5e9295b9de5b service neutron] 10.222.0.41 "GET /v2.0/networks?id=be1d7544-b7f8-462b-9559-3e902da9b232 HTTP/1.1" status: 200 len: 909 time: 0.1441376 Nov 25 04:52:09.861813 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=795a0f99-d6dc-4bf5-9290-aec45a44d3ab,revision_number=5']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:09.866268 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-eb77c635-25e7-4081-b801-2ef13fc4b69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'name': 'tempest-TestShelveInstance-966657345-router', 'tenant_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '2c88938e-1177-4762-9a23-3bdae643ae26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:50:19Z', 'updated_at': '2021-11-25T04:50:23Z', 'revision_number': 4, 'project_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'gw_port': {'id': '2c88938e-1177-4762-9a23-3bdae643ae26', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:96:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:20Z', 'updated_at': '2021-11-25T04:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_floatingips': [{'id': 'ad849f57-cf28-4a12-ba86-0f88739f00dc', 'tenant_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'router_id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'port_id': '1a95c402-b2e8-4638-8bb0-f410aa3e568a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1d7544-b7f8-462b-9559-3e902da9b232', 'mac_address': 'fa:16:3e:07:4e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e17522-ff48-40da-a454-39c7b8c4b75a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:52:07Z', 'updated_at': '2021-11-25T04:52:07Z', 'revision_number': 0, 'project_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '785d67d7-6f82-485e-872e-cc9163b8ed24', 'name': '', 'network_id': 'be1d7544-b7f8-462b-9559-3e902da9b232', 'tenant_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'mac_address': 'fa:16:3e:a0:ca:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '48c4a844-83ca-4382-b5e0-23d313e6e9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:22Z', 'updated_at': '2021-11-25T04:50:28Z', 'revision_number': 5, 'project_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'subnets': [{'id': '48c4a844-83ca-4382-b5e0-23d313e6e9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:52:09.895945 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb77c635-25e7-4081-b801-2ef13fc4b69b None None] Checking router: b4f75091-332a-4c4e-b035-4c95420e1027 for host: dv-cinder-815582-6-iscsi {{(pid=109073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:52:09.904555 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb77c635-25e7-4081-b801-2ef13fc4b69b None None] Routers {'b4f75091-332a-4c4e-b035-4c95420e1027'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:52:09.905185 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-eb77c635-25e7-4081-b801-2ef13fc4b69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:52:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['b4f75091-332a-4c4e-b035-4c95420e1027'], 'active': True} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:52:09.955305 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf2ac1f-4727-4133-9d9b-125445978132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795a0f99-d6dc-4bf5-9290-aec45a44d3ab'}] {{(pid=109072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:52:09.958322 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21d2e46f9f4131852b38a57b118a04601412ee452ef2f91c34d7ef8e942fd252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504129c1-dffa-4d2d-97f5-cdf9a5839e09" -d '{"events": [{"server_uuid": "fbf2ac1f-4727-4133-9d9b-125445978132", "name": "network-vif-plugged", "status": "completed", "tag": "795a0f99-d6dc-4bf5-9290-aec45a44d3ab"}]}' {{(pid=109072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:52:10.004120 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d01832d-3d7a-49d1-b07f-354ae610c50d x-openstack-request-id: req-8d01832d-3d7a-49d1-b07f-354ae610c50d {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:52:10.004433 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf2ac1f-4727-4133-9d9b-125445978132", "name": "network-vif-plugged", "status": "completed", "tag": "795a0f99-d6dc-4bf5-9290-aec45a44d3ab", "code": 200}]} {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:52:10.004702 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8d01832d-3d7a-49d1-b07f-354ae610c50d {{(pid=109072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:52:10.005112 dv-cinder-815582-6-iscsi neutron-server[109072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf2ac1f-4727-4133-9d9b-125445978132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795a0f99-d6dc-4bf5-9290-aec45a44d3ab', 'code': 200} Nov 25 04:52:10.017701 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-bb0aa40f-f1eb-4d4c-8ec0-a62575c8eb7e req-a17fde04-cfd7-4b2e-bcea-f0ff8fc8a9b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a95c402-b2e8-4638-8bb0-f410aa3e568a HTTP/1.1" status: 200 len: 1000 time: 0.0867114 Nov 25 04:52:10.035975 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvr_db [None req-eb77c635-25e7-4081-b801-2ef13fc4b69b None None] Set router b4f75091-332a-4c4e-b035-4c95420e1027 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:52:10.143704 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0aa40f-f1eb-4d4c-8ec0-a62575c8eb7e req-6747c12b-40ff-43e2-a5fc-6fbf403582ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:10.149177 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-bb0aa40f-f1eb-4d4c-8ec0-a62575c8eb7e req-6747c12b-40ff-43e2-a5fc-6fbf403582ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48c4a844-83ca-4382-b5e0-23d313e6e9e6 HTTP/1.1" status: 200 len: 847 time: 0.0774775 Nov 25 04:52:10.164801 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:52:10.239047 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0aa40f-f1eb-4d4c-8ec0-a62575c8eb7e req-4d95442a-f9d0-4715-992b-0d051477a788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:10.240897 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-bb0aa40f-f1eb-4d4c-8ec0-a62575c8eb7e req-4d95442a-f9d0-4715-992b-0d051477a788 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=be1d7544-b7f8-462b-9559-3e902da9b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754085 Nov 25 04:52:10.394751 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 58174) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:10.397165 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a575543-daaf-4c5e-b0ee-4efff4378fb1 req-1376717b-312d-46ba-8526-1f7f3838ab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:10.397886 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-eb77c635-25e7-4081-b801-2ef13fc4b69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'name': 'tempest-TestShelveInstance-966657345-router', 'tenant_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '2c88938e-1177-4762-9a23-3bdae643ae26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:50:19Z', 'updated_at': '2021-11-25T04:50:23Z', 'revision_number': 4, 'project_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'gw_port': {'id': '2c88938e-1177-4762-9a23-3bdae643ae26', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:96:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:20Z', 'updated_at': '2021-11-25T04:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_floatingips': [{'id': 'ad849f57-cf28-4a12-ba86-0f88739f00dc', 'tenant_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'router_id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'port_id': '1a95c402-b2e8-4638-8bb0-f410aa3e568a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1d7544-b7f8-462b-9559-3e902da9b232', 'mac_address': 'fa:16:3e:07:4e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e17522-ff48-40da-a454-39c7b8c4b75a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:52:07Z', 'updated_at': '2021-11-25T04:52:07Z', 'revision_number': 0, 'project_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '785d67d7-6f82-485e-872e-cc9163b8ed24', 'name': '', 'network_id': 'be1d7544-b7f8-462b-9559-3e902da9b232', 'tenant_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'mac_address': 'fa:16:3e:a0:ca:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '48c4a844-83ca-4382-b5e0-23d313e6e9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:22Z', 'updated_at': '2021-11-25T04:50:28Z', 'revision_number': 5, 'project_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'subnets': [{'id': '48c4a844-83ca-4382-b5e0-23d313e6e9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:52:10.401683 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1a575543-daaf-4c5e-b0ee-4efff4378fb1 req-1376717b-312d-46ba-8526-1f7f3838ab7f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 1103 time: 0.0919938 Nov 25 04:52:10.449981 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb77c635-25e7-4081-b801-2ef13fc4b69b None None] The sync data for ids ['b4f75091-332a-4c4e-b035-4c95420e1027'] in dv-cinder-815582-6-iscsi is: [{'id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'name': 'tempest-TestShelveInstance-966657345-router', 'tenant_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '2c88938e-1177-4762-9a23-3bdae643ae26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:50:19Z', 'updated_at': '2021-11-25T04:50:23Z', 'revision_number': 4, 'project_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'gw_port': {'id': '2c88938e-1177-4762-9a23-3bdae643ae26', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:96:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:20Z', 'updated_at': '2021-11-25T04:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_floatingips': [{'id': 'ad849f57-cf28-4a12-ba86-0f88739f00dc', 'tenant_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'router_id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'port_id': '1a95c402-b2e8-4638-8bb0-f410aa3e568a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1d7544-b7f8-462b-9559-3e902da9b232', 'mac_address': 'fa:16:3e:07:4e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e17522-ff48-40da-a454-39c7b8c4b75a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:52:07Z', 'updated_at': '2021-11-25T04:52:07Z', 'revision_number': 0, 'project_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '785d67d7-6f82-485e-872e-cc9163b8ed24', 'name': '', 'network_id': 'be1d7544-b7f8-462b-9559-3e902da9b232', 'tenant_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'mac_address': 'fa:16:3e:a0:ca:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '48c4a844-83ca-4382-b5e0-23d313e6e9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:22Z', 'updated_at': '2021-11-25T04:50:28Z', 'revision_number': 5, 'project_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'subnets': [{'id': '48c4a844-83ca-4382-b5e0-23d313e6e9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:52:10.450570 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de702d19-3d14-450f-801d-d0ba5180eb44 req-15f5fd98-3d21-4980-b843-a4247ff62900 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:10.457745 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-de702d19-3d14-450f-801d-d0ba5180eb44 req-15f5fd98-3d21-4980-b843-a4247ff62900 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 950 time: 0.1095815 Nov 25 04:52:10.469335 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-bb0aa40f-f1eb-4d4c-8ec0-a62575c8eb7e req-c810eb8e-90d9-4fb6-9296-a8f8c5315d3b service neutron] 10.222.0.41 "GET /v2.0/networks/be1d7544-b7f8-462b-9559-3e902da9b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178876 Nov 25 04:52:10.499831 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1a575543-daaf-4c5e-b0ee-4efff4378fb1 req-febcca0b-1446-4b9b-8a93-c109c4ff186a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e8e5a6fb-3aaf-456a-9a89-846cd463bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653057 Nov 25 04:52:10.511118 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-de702d19-3d14-450f-801d-d0ba5180eb44 req-2d9832d1-a936-42fc-85ef-2eece33b9ed2 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8e5a6fb-3aaf-456a-9a89-846cd463bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525727 Nov 25 04:52:10.590773 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-afc14857-d283-4580-b1c8-deae97e6d3b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:10.633625 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-bb0aa40f-f1eb-4d4c-8ec0-a62575c8eb7e req-a8426089-f317-4f54-a424-e6039b112082 service neutron] 10.222.0.41 "GET /v2.0/networks/be1d7544-b7f8-462b-9559-3e902da9b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272800 Nov 25 04:52:10.691743 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08252ce4-a584-4b8b-9caf-d9f56580e953 req-72f4c59d-2aff-4b0d-9cad-809c3863173c tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:10.693277 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-08252ce4-a584-4b8b-9caf-d9f56580e953 req-72f4c59d-2aff-4b0d-9cad-809c3863173c tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 946 time: 0.0668633 Nov 25 04:52:10.767277 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff402d9-c669-4054-b324-849411e9fac4 None None] New status for floating IP ad849f57-cf28-4a12-ba86-0f88739f00dc: ACTIVE {{(pid=109072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 04:52:10.774986 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-afc14857-d283-4580-b1c8-deae97e6d3b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:10.780735 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-08252ce4-a584-4b8b-9caf-d9f56580e953 req-1cbf9817-bd1b-40fa-b77d-d558d7bc0d3d tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785141 Nov 25 04:52:10.783148 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-afc14857-d283-4580-b1c8-deae97e6d3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:10.915963 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc88cab-f971-409b-9ea1-8270e36a4c31 req-1db81c8f-0ac3-40f1-8a3c-0de9f3af5be8 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:10.917673 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-6bc88cab-f971-409b-9ea1-8270e36a4c31 req-1db81c8f-0ac3-40f1-8a3c-0de9f3af5be8 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0619597 Nov 25 04:52:10.979299 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-6bc88cab-f971-409b-9ea1-8270e36a4c31 req-7de0c0b2-4fce-496d-816c-31d9db7bb077 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542879 Nov 25 04:52:11.094121 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-afc14857-d283-4580-b1c8-deae97e6d3b4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b3d6fb52b8de455a96f677e5a9f80078&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6883600 Nov 25 04:52:11.096850 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 58196) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:11.121208 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc14857-d283-4580-b1c8-deae97e6d3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a35fd16-7794-414b-b762-dd9250fed914,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:11.143902 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be537c7-a6c2-4cba-87c6-213a538d4324 req-d93aad3f-8dbe-40bb-bd8f-20abc9f257ce tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:11.145607 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8be537c7-a6c2-4cba-87c6-213a538d4324 req-d93aad3f-8dbe-40bb-bd8f-20abc9f257ce tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 944 time: 0.0707500 Nov 25 04:52:11.147946 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-986446b0-4adf-4d70-88f1-af709ecfeed0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:11.173414 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-986446b0-4adf-4d70-88f1-af709ecfeed0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:11.193239 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8be537c7-a6c2-4cba-87c6-213a538d4324 req-2f6a6b67-29ed-46d0-a09c-0a1a69e95b75 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413327 Nov 25 04:52:11.223232 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-986446b0-4adf-4d70-88f1-af709ecfeed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:11.225941 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-986446b0-4adf-4d70-88f1-af709ecfeed0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:11.227450 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-986446b0-4adf-4d70-88f1-af709ecfeed0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9a35fd16-7794-414b-b762-dd9250fed914 HTTP/1.1" status: 204 len: 168 time: 0.1289957 Nov 25 04:52:11.235411 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986446b0-4adf-4d70-88f1-af709ecfeed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a35fd16-7794-414b-b762-dd9250fed914,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:11.351053 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4 up at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:52:11.403101 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning for port 1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4 completed by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 04:52:11.407455 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning complete for port 1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:52:11.407830 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:11.490402 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:11.504361 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 58202) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:11.517680 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-afc36629-6609-40d5-b911-e8e1a99aaa06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:11.532966 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4,segment=NetworkSegment(f01d369d-4474-4be2-bcbb-52e355d9cd90),segment_id=f01d369d-4474-4be2-bcbb-52e355d9cd90)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:52:11.541029 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:11.596475 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4,revision_number=5']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:11.622429 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-afc36629-6609-40d5-b911-e8e1a99aaa06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:11.627990 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-afc36629-6609-40d5-b911-e8e1a99aaa06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:11.639170 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5b624-98ef-4293-9954-adc0f3dbf40e req-7a4d022a-a62a-4921-925d-4f8390649fd0 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:11.640745 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-27b5b624-98ef-4293-9954-adc0f3dbf40e req-7a4d022a-a62a-4921-925d-4f8390649fd0 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 950 time: 0.0510874 Nov 25 04:52:11.666552 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc36629-6609-40d5-b911-e8e1a99aaa06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970ffc24-4e45-4743-8825-bee555dcb33b,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:11.672114 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-afc36629-6609-40d5-b911-e8e1a99aaa06 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=818f7381fadc4b9fa0145aa1a9f80c3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1667180 Nov 25 04:52:11.674998 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 58206) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:11.693165 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-27b5b624-98ef-4293-9954-adc0f3dbf40e req-ae8db413-5e01-4f7a-8656-57dadac8e528 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8e5a6fb-3aaf-456a-9a89-846cd463bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448852 Nov 25 04:52:11.724396 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-306b566d-7684-4321-9ef8-018812a7116d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:11.747133 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-306b566d-7684-4321-9ef8-018812a7116d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:11.796712 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-306b566d-7684-4321-9ef8-018812a7116d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:11.799316 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-306b566d-7684-4321-9ef8-018812a7116d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:11.800542 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-306b566d-7684-4321-9ef8-018812a7116d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/970ffc24-4e45-4743-8825-bee555dcb33b HTTP/1.1" status: 204 len: 168 time: 0.1247959 Nov 25 04:52:11.809648 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b566d-7684-4321-9ef8-018812a7116d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970ffc24-4e45-4743-8825-bee555dcb33b,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:11.911993 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c6918-03cd-4110-bb50-887e362d1570 req-b1caf631-6e65-4698-8583-74d1cd4cfaf9 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:11.913544 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-840c6918-03cd-4110-bb50-887e362d1570 req-b1caf631-6e65-4698-8583-74d1cd4cfaf9 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 946 time: 0.0498018 Nov 25 04:52:11.964890 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-840c6918-03cd-4110-bb50-887e362d1570 req-6628258e-a455-4b32-9301-18c216c0f95d tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452535 Nov 25 04:52:12.006593 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4'}] {{(pid=109072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:52:12.009784 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21d2e46f9f4131852b38a57b118a04601412ee452ef2f91c34d7ef8e942fd252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513998ab-d290-443e-9852-40b87fbf49f7" -d '{"events": [{"server_uuid": "a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b", "name": "network-vif-plugged", "status": "completed", "tag": "1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4"}]}' {{(pid=109072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:52:12.053184 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b7c27c-31ed-4f50-84b9-e986faafc581 x-openstack-request-id: req-a4b7c27c-31ed-4f50-84b9-e986faafc581 {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:52:12.053483 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b", "name": "network-vif-plugged", "status": "completed", "tag": "1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4", "code": 200}]} {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:52:12.053750 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a4b7c27c-31ed-4f50-84b9-e986faafc581 {{(pid=109072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:52:12.054168 dv-cinder-815582-6-iscsi neutron-server[109072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4', 'code': 200} Nov 25 04:52:12.112036 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f7ecf-f3f6-4aa6-8988-03fdb7a1bb4a req-97ed1dda-e4a0-48c7-ac18-77e43acd78ee tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:12.113644 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-557f7ecf-f3f6-4aa6-8988-03fdb7a1bb4a req-97ed1dda-e4a0-48c7-ac18-77e43acd78ee tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0587928 Nov 25 04:52:12.172747 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-557f7ecf-f3f6-4aa6-8988-03fdb7a1bb4a req-91a584f4-d057-459f-ac13-70d65ec3d2c1 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530939 Nov 25 04:52:12.318203 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9393a28-1c9f-4730-a61f-108309296b3a req-f20d8297-caa6-40d6-8a23-8831305317ca tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:12.319788 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d9393a28-1c9f-4730-a61f-108309296b3a req-f20d8297-caa6-40d6-8a23-8831305317ca tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 945 time: 0.0530503 Nov 25 04:52:12.361378 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6b431-6f1f-4284-9bea-d21e37e878da req-7bf58e68-e99b-4660-84f9-6447341c936f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:12.363409 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-63f6b431-6f1f-4284-9bea-d21e37e878da req-7bf58e68-e99b-4660-84f9-6447341c936f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 1098 time: 0.0478115 Nov 25 04:52:12.378078 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d9393a28-1c9f-4730-a61f-108309296b3a req-f1872d17-9244-4dde-a924-517f5e9d3f9c tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488827 Nov 25 04:52:12.415959 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-63f6b431-6f1f-4284-9bea-d21e37e878da req-68676431-7bea-42d6-8d62-064a62ea4313 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394850 Nov 25 04:52:12.810820 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39648cc0-a989-48c0-9a60-d4632d7c73d2 req-8992f793-a1bb-4af8-8624-fa9f95e1554e tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:12.812348 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-39648cc0-a989-48c0-9a60-d4632d7c73d2 req-8992f793-a1bb-4af8-8624-fa9f95e1554e tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 950 time: 0.0502746 Nov 25 04:52:12.865541 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-39648cc0-a989-48c0-9a60-d4632d7c73d2 req-55dae67a-58ea-4fd7-bb96-aaa3358afed0 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8e5a6fb-3aaf-456a-9a89-846cd463bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470440 Nov 25 04:52:13.127062 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8b793-aa55-49c0-b799-947bffe30b9c req-eac5b458-0479-4bcc-ad33-86d2643b26e0 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:13.128561 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-d6d8b793-aa55-49c0-b799-947bffe30b9c req-eac5b458-0479-4bcc-ad33-86d2643b26e0 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 950 time: 0.0514252 Nov 25 04:52:13.175545 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-d6d8b793-aa55-49c0-b799-947bffe30b9c req-277ccf1d-af0d-43c8-8120-ab268f3cabc3 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8e5a6fb-3aaf-456a-9a89-846cd463bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409009 Nov 25 04:52:13.287703 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436aacfc-b4dd-4aff-a35b-bd74d9a87512 req-768b2e81-eb7c-40b8-b02b-f06c4b302511 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:13.289263 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-436aacfc-b4dd-4aff-a35b-bd74d9a87512 req-768b2e81-eb7c-40b8-b02b-f06c4b302511 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0490832 Nov 25 04:52:13.346946 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-436aacfc-b4dd-4aff-a35b-bd74d9a87512 req-df92acc8-b849-4323-99bf-1bb53136d039 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498848 Nov 25 04:52:13.499799 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55412423-4e1c-4a15-b8ec-94ca829f8b66 req-8e7ef148-00f6-44ed-8175-ef6b011732cc tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:13.501492 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-55412423-4e1c-4a15-b8ec-94ca829f8b66 req-8e7ef148-00f6-44ed-8175-ef6b011732cc tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 945 time: 0.0521655 Nov 25 04:52:13.555472 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-55412423-4e1c-4a15-b8ec-94ca829f8b66 req-ebe7360f-94d3-43b8-b466-a4e30a5d867c tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472867 Nov 25 04:52:14.254811 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 58300) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:14.292890 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7bc6f-247d-47db-8e22-b0cf1403a0a7 req-c60249f2-cdbf-49b7-af87-188667e399c4 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:14.294443 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b5b7bc6f-247d-47db-8e22-b0cf1403a0a7 req-c60249f2-cdbf-49b7-af87-188667e399c4 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 950 time: 0.0497868 Nov 25 04:52:14.347133 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b5b7bc6f-247d-47db-8e22-b0cf1403a0a7 req-31a2677c-59c7-4007-a76e-c0d3b5b743cb tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8e5a6fb-3aaf-456a-9a89-846cd463bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461974 Nov 25 04:52:14.363461 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f067aad0-5672-4d2d-a33d-c965458d8940 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:14.468904 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f067aad0-5672-4d2d-a33d-c965458d8940 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:14.477918 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-f067aad0-5672-4d2d-a33d-c965458d8940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:14.494907 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77860c8f-0795-4890-8c10-3ba4a9eb26c2 req-b0860ad0-ef2e-4ea0-bed9-1111b591396f tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:14.496418 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-77860c8f-0795-4890-8c10-3ba4a9eb26c2 req-b0860ad0-ef2e-4ea0-bed9-1111b591396f tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0785143 Nov 25 04:52:14.541938 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-f067aad0-5672-4d2d-a33d-c965458d8940 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=efc4f1ab91d84dd3ba924b535aa9fbd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2859855 Nov 25 04:52:14.544992 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 58306) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:14.550963 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067aad0-5672-4d2d-a33d-c965458d8940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7ef760-cda6-49a4-a4b5-470624ea59bc,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:14.575882 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-77860c8f-0795-4890-8c10-3ba4a9eb26c2 req-69af27ec-78a0-46ec-a18a-3629c3c4b67a tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695207 Nov 25 04:52:14.599467 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f5de2514-ec32-4796-9b09-57e2038c2bd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:14.621737 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f5de2514-ec32-4796-9b09-57e2038c2bd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:14.692924 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ccda4-2ccf-43ff-a6b3-02c6f4e51d9c req-63b22893-10fc-4b69-a938-adc8d3155050 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:14.694394 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-971ccda4-2ccf-43ff-a6b3-02c6f4e51d9c req-63b22893-10fc-4b69-a938-adc8d3155050 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 945 time: 0.0622144 Nov 25 04:52:14.708105 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f5de2514-ec32-4796-9b09-57e2038c2bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:14.710630 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f5de2514-ec32-4796-9b09-57e2038c2bd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:14.711721 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-f5de2514-ec32-4796-9b09-57e2038c2bd1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1f7ef760-cda6-49a4-a4b5-470624ea59bc HTTP/1.1" status: 204 len: 168 time: 0.1657043 Nov 25 04:52:14.727497 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de2514-ec32-4796-9b09-57e2038c2bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7ef760-cda6-49a4-a4b5-470624ea59bc,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:14.757936 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-971ccda4-2ccf-43ff-a6b3-02c6f4e51d9c req-92f6894d-080b-4b70-81e9-deeb3cdee090 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571284 Nov 25 04:52:14.877595 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08b2de-636c-4aa3-87f1-0c26ea2b4fbb req-8506e2bf-f577-4ac4-b0ef-91ea02bd34d2 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:14.879144 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-dc08b2de-636c-4aa3-87f1-0c26ea2b4fbb req-8506e2bf-f577-4ac4-b0ef-91ea02bd34d2 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 945 time: 0.0515928 Nov 25 04:52:14.926859 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-dc08b2de-636c-4aa3-87f1-0c26ea2b4fbb req-eaf0df59-3476-415f-abe8-c1158b7196a5 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414662 Nov 25 04:52:14.991223 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 58318) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:15.007785 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b34cb940-1103-4170-acb5-ee3a533cd5b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:15.083454 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b34cb940-1103-4170-acb5-ee3a533cd5b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:15.089155 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b34cb940-1103-4170-acb5-ee3a533cd5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:15.126566 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34cb940-1103-4170-acb5-ee3a533cd5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77c15be-64c0-4d30-8498-235b809268c6,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:15.133536 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-b34cb940-1103-4170-acb5-ee3a533cd5b3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=006dcf372ccf468aa8adfaaa9e854df8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386833 Nov 25 04:52:15.133795 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 58320) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:15.183643 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-eb1ba493-dcd0-4428-90a2-28a3dbfece9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:15.207088 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-eb1ba493-dcd0-4428-90a2-28a3dbfece9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:15.280811 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72906f8d-83e2-4026-9805-17285b705a3b req-c9749315-b5b8-417e-ac79-17466b360312 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:15.282272 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-72906f8d-83e2-4026-9805-17285b705a3b req-c9749315-b5b8-417e-ac79-17466b360312 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 945 time: 0.0732760 Nov 25 04:52:15.306395 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-eb1ba493-dcd0-4428-90a2-28a3dbfece9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:15.309114 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-eb1ba493-dcd0-4428-90a2-28a3dbfece9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:15.310571 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-eb1ba493-dcd0-4428-90a2-28a3dbfece9a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d77c15be-64c0-4d30-8498-235b809268c6 HTTP/1.1" status: 204 len: 168 time: 0.1755655 Nov 25 04:52:15.323125 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ba493-dcd0-4428-90a2-28a3dbfece9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77c15be-64c0-4d30-8498-235b809268c6,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:15.350602 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-72906f8d-83e2-4026-9805-17285b705a3b req-10dd3087-9b2b-4033-8dac-43ab73fe60d9 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596786 Nov 25 04:52:15.477176 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb8ef6-f442-404c-8339-991f73c63c12 req-bf8a0c44-fde9-4515-a814-309a272ada8a tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:15.485058 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-97fb8ef6-f442-404c-8339-991f73c63c12 req-bf8a0c44-fde9-4515-a814-309a272ada8a tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 950 time: 0.0680561 Nov 25 04:52:15.541206 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-97fb8ef6-f442-404c-8339-991f73c63c12 req-5fec1d5d-1f43-49ad-88a0-65ce37aa35cf tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/security-groups?id=e8e5a6fb-3aaf-456a-9a89-846cd463bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547519 Nov 25 04:52:15.711141 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49fcaf-3641-4afb-8c11-1c83f8aa7d2b req-ddee7fed-59f3-436a-b36d-0bdd84992081 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:15.712765 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-de49fcaf-3641-4afb-8c11-1c83f8aa7d2b req-ddee7fed-59f3-436a-b36d-0bdd84992081 tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 950 time: 0.1089232 Nov 25 04:52:15.730582 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e081a-1735-4631-af8b-90e7cae9637f req-b0f6ca14-d47a-4c2f-86ea-df42b040d458 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:15.738566 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-b91e081a-1735-4631-af8b-90e7cae9637f req-b0f6ca14-d47a-4c2f-86ea-df42b040d458 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0781045 Nov 25 04:52:15.844281 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-b91e081a-1735-4631-af8b-90e7cae9637f req-496fb228-738c-40aa-980d-8ff6ec857a31 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048045 Nov 25 04:52:15.870740 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [req-de49fcaf-3641-4afb-8c11-1c83f8aa7d2b req-5a433c78-d01e-4757-b890-20fc5b1332ee tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Deleting port 795a0f99-d6dc-4bf5-9290-aec45a44d3ab {{(pid=109071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:52:15.871085 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-de49fcaf-3641-4afb-8c11-1c83f8aa7d2b req-5a433c78-d01e-4757-b890-20fc5b1332ee tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:15.967117 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [req-de49fcaf-3641-4afb-8c11-1c83f8aa7d2b req-5a433c78-d01e-4757-b890-20fc5b1332ee tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] For port 795a0f99-d6dc-4bf5-9290-aec45a44d3ab, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=795a0f99-d6dc-4bf5-9290-aec45a44d3ab,segment=NetworkSegment(6b2f3f1a-afe2-495b-8b8f-5f7b1f4f6a22),segment_id=6b2f3f1a-afe2-495b-8b8f-5f7b1f4f6a22)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:52:15.967537 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-de49fcaf-3641-4afb-8c11-1c83f8aa7d2b req-5a433c78-d01e-4757-b890-20fc5b1332ee tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:15.980381 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [req-de49fcaf-3641-4afb-8c11-1c83f8aa7d2b req-5a433c78-d01e-4757-b890-20fc5b1332ee tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Calling delete_port for 795a0f99-d6dc-4bf5-9290-aec45a44d3ab owned by compute:nova {{(pid=109071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:52:16.110591 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-de49fcaf-3641-4afb-8c11-1c83f8aa7d2b req-5a433c78-d01e-4757-b890-20fc5b1332ee tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:16.138876 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a433c78-d01e-4757-b890-20fc5b1332ee tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Pushing event deleted for resources: {'Port': ['ID=795a0f99-d6dc-4bf5-9290-aec45a44d3ab,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:16.171613 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['795a0f99-d6dc-4bf5-9290-aec45a44d3ab'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:52:16.186266 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [req-de49fcaf-3641-4afb-8c11-1c83f8aa7d2b req-5a433c78-d01e-4757-b890-20fc5b1332ee tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] No DVR routers for this DVR port 795a0f99-d6dc-4bf5-9290-aec45a44d3ab on host hv-cinder-81558 {{(pid=109071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 04:52:16.192414 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-de49fcaf-3641-4afb-8c11-1c83f8aa7d2b req-5a433c78-d01e-4757-b890-20fc5b1332ee tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:16.197302 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-de49fcaf-3641-4afb-8c11-1c83f8aa7d2b req-5a433c78-d01e-4757-b890-20fc5b1332ee tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.41 "DELETE /v2.0/ports/795a0f99-d6dc-4bf5-9290-aec45a44d3ab HTTP/1.1" status: 204 len: 173 time: 0.4558234 Nov 25 04:52:16.197848 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf2ac1f-4727-4133-9d9b-125445978132', 'name': 'network-vif-deleted', 'tag': '795a0f99-d6dc-4bf5-9290-aec45a44d3ab'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:52:16.203802 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d57e7af397f6b944dcc9a6f5390767d05535c9c85852faf17d281085e8a62f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c265f1-a60c-4ade-9973-9b53ccc7dcd9" -d '{"events": [{"server_uuid": "fbf2ac1f-4727-4133-9d9b-125445978132", "name": "network-vif-deleted", "tag": "795a0f99-d6dc-4bf5-9290-aec45a44d3ab"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:52:16.250212 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6db8aad-c221-43d2-b165-24633718d6b9 x-openstack-request-id: req-f6db8aad-c221-43d2-b165-24633718d6b9 {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:52:16.250562 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf2ac1f-4727-4133-9d9b-125445978132", "name": "network-vif-deleted", "tag": "795a0f99-d6dc-4bf5-9290-aec45a44d3ab", "status": "completed", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:52:16.250764 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f6db8aad-c221-43d2-b165-24633718d6b9 {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:52:16.251212 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf2ac1f-4727-4133-9d9b-125445978132', 'name': 'network-vif-deleted', 'tag': '795a0f99-d6dc-4bf5-9290-aec45a44d3ab', 'status': 'completed', 'code': 200} Nov 25 04:52:16.646082 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-2146fa9f-327f-4af9-b625-4addfe89870a req-7d4f128b-da38-4180-be73-c135cb8c541a tempest-VolumesNegativeTest-2138565869 tempest-VolumesNegativeTest-2138565869-project] 10.222.0.36 "GET /v2.0/ports?device_id=fbf2ac1f-4727-4133-9d9b-125445978132 HTTP/1.1" status: 200 len: 210 time: 0.0266159 Nov 25 04:52:17.023399 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80602da-ab41-43fa-9936-2cd61fcda1e2 req-0e4cadcf-5295-4eaf-b05e-3cc8bdb3cf1e tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:17.029536 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b80602da-ab41-43fa-9936-2cd61fcda1e2 req-0e4cadcf-5295-4eaf-b05e-3cc8bdb3cf1e tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0808415 Nov 25 04:52:17.079835 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b80602da-ab41-43fa-9936-2cd61fcda1e2 req-4e742de7-b12c-4515-bb39-33125a433c1b tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f849130-b3ae-433c-ab36-63e0395959ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444548 Nov 25 04:52:17.659680 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ef77e-1fa3-4dc9-b573-17f30669aafd req-81e9d9d3-1ffc-497e-ac3b-88ea8f41c2a3 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:17.678722 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-446ef77e-1fa3-4dc9-b573-17f30669aafd req-81e9d9d3-1ffc-497e-ac3b-88ea8f41c2a3 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 945 time: 0.0589001 Nov 25 04:52:17.768377 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [req-446ef77e-1fa3-4dc9-b573-17f30669aafd req-700cb002-7483-4fff-9887-4addd88f3dde tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Deleting port e6878270-adb9-4338-8a70-9a199bdfe9bc {{(pid=109071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:52:17.768722 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-446ef77e-1fa3-4dc9-b573-17f30669aafd req-700cb002-7483-4fff-9887-4addd88f3dde tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:17.860684 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [req-446ef77e-1fa3-4dc9-b573-17f30669aafd req-700cb002-7483-4fff-9887-4addd88f3dde tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] For port e6878270-adb9-4338-8a70-9a199bdfe9bc, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e6878270-adb9-4338-8a70-9a199bdfe9bc,segment=NetworkSegment(11daf24b-7c39-4451-95b3-08a6bf9c63d4),segment_id=11daf24b-7c39-4451-95b3-08a6bf9c63d4)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:52:17.861037 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-446ef77e-1fa3-4dc9-b573-17f30669aafd req-700cb002-7483-4fff-9887-4addd88f3dde tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:17.875203 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [req-446ef77e-1fa3-4dc9-b573-17f30669aafd req-700cb002-7483-4fff-9887-4addd88f3dde tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Calling delete_port for e6878270-adb9-4338-8a70-9a199bdfe9bc owned by compute:nova {{(pid=109071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:52:18.005697 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-446ef77e-1fa3-4dc9-b573-17f30669aafd req-700cb002-7483-4fff-9887-4addd88f3dde tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:18.034519 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700cb002-7483-4fff-9887-4addd88f3dde tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Pushing event deleted for resources: {'Port': ['ID=e6878270-adb9-4338-8a70-9a199bdfe9bc,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:18.043905 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['e6878270-adb9-4338-8a70-9a199bdfe9bc'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:52:18.084679 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [req-446ef77e-1fa3-4dc9-b573-17f30669aafd req-700cb002-7483-4fff-9887-4addd88f3dde tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] No DVR routers for this DVR port e6878270-adb9-4338-8a70-9a199bdfe9bc on host hv-cinder-81558 {{(pid=109071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 04:52:18.087011 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-446ef77e-1fa3-4dc9-b573-17f30669aafd req-700cb002-7483-4fff-9887-4addd88f3dde tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:18.090416 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-446ef77e-1fa3-4dc9-b573-17f30669aafd req-700cb002-7483-4fff-9887-4addd88f3dde tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.41 "DELETE /v2.0/ports/e6878270-adb9-4338-8a70-9a199bdfe9bc HTTP/1.1" status: 204 len: 173 time: 0.4212832 Nov 25 04:52:18.194948 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-71579384-8720-4190-b477-e598aaa8286d req-5aa80a88-cce8-466d-9649-ae0cd7da94c8 tempest-ServerRescueNegativeTestJSON-1272816481 tempest-ServerRescueNegativeTestJSON-1272816481-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d828e2f-f160-4e21-b72b-68f30db5fe86 HTTP/1.1" status: 200 len: 210 time: 0.0285277 Nov 25 04:52:18.252143 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d828e2f-f160-4e21-b72b-68f30db5fe86', 'name': 'network-vif-deleted', 'tag': 'e6878270-adb9-4338-8a70-9a199bdfe9bc'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:52:18.254805 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d57e7af397f6b944dcc9a6f5390767d05535c9c85852faf17d281085e8a62f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ce25a6-6ccd-4e3d-a538-01f7ba31d569" -d '{"events": [{"server_uuid": "1d828e2f-f160-4e21-b72b-68f30db5fe86", "name": "network-vif-deleted", "tag": "e6878270-adb9-4338-8a70-9a199bdfe9bc"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:52:18.297158 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c7ef75-f143-4ead-9ff3-9c3375b7f931 x-openstack-request-id: req-87c7ef75-f143-4ead-9ff3-9c3375b7f931 {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:52:18.297813 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d828e2f-f160-4e21-b72b-68f30db5fe86", "name": "network-vif-deleted", "tag": "e6878270-adb9-4338-8a70-9a199bdfe9bc", "status": "completed", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:52:18.298582 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-87c7ef75-f143-4ead-9ff3-9c3375b7f931 {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:52:18.299278 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d828e2f-f160-4e21-b72b-68f30db5fe86', 'name': 'network-vif-deleted', 'tag': 'e6878270-adb9-4338-8a70-9a199bdfe9bc', 'status': 'completed', 'code': 200} Nov 25 04:52:19.254136 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 58566) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:19.407923 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 795a0f99-d6dc-4bf5-9290-aec45a44d3ab no longer exists at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:52:19.447968 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] No Port match for: 795a0f99-d6dc-4bf5-9290-aec45a44d3ab {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 04:52:19.448208 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 795a0f99-d6dc-4bf5-9290-aec45a44d3ab not bound to the agent host hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 04:52:19.771211 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 58626) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:19.889784 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-9eec3205-0840-4cf3-a737-904b11cb1869 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:19.964850 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-17adc526-1edf-47f2-971c-345d769fe62c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681879'] for router_interface, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:19.986109 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-9eec3205-0840-4cf3-a737-904b11cb1869 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:19.990689 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-9eec3205-0840-4cf3-a737-904b11cb1869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:20.019789 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-9eec3205-0840-4cf3-a737-904b11cb1869 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=15275a0a94064a2d9c161b70b6ccca02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2473660 Nov 25 04:52:20.020502 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 58636) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:20.063398 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec3205-0840-4cf3-a737-904b11cb1869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d566e34e-887f-4360-8399-519642059b39,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:20.081221 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec3205-0840-4cf3-a737-904b11cb1869 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:20.081680 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec3205-0840-4cf3-a737-904b11cb1869 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:20.082099 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec3205-0840-4cf3-a737-904b11cb1869 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:20.082450 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec3205-0840-4cf3-a737-904b11cb1869 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:20.082791 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec3205-0840-4cf3-a737-904b11cb1869 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:20.083134 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec3205-0840-4cf3-a737-904b11cb1869 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:20.083488 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec3205-0840-4cf3-a737-904b11cb1869 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:20.083808 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec3205-0840-4cf3-a737-904b11cb1869 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:20.084161 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec3205-0840-4cf3-a737-904b11cb1869 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:20.084500 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec3205-0840-4cf3-a737-904b11cb1869 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:20.084864 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec3205-0840-4cf3-a737-904b11cb1869 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:20.085193 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eec3205-0840-4cf3-a737-904b11cb1869 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:20.113914 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-23c61836-43b1-4835-8cee-1b1a4103aad1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:20.136330 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-23c61836-43b1-4835-8cee-1b1a4103aad1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:20.190813 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-23c61836-43b1-4835-8cee-1b1a4103aad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:20.193496 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-23c61836-43b1-4835-8cee-1b1a4103aad1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:20.194669 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-23c61836-43b1-4835-8cee-1b1a4103aad1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d566e34e-887f-4360-8399-519642059b39 HTTP/1.1" status: 204 len: 168 time: 0.1720638 Nov 25 04:52:20.206726 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c61836-43b1-4835-8cee-1b1a4103aad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d566e34e-887f-4360-8399-519642059b39,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:20.294566 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-17adc526-1edf-47f2-971c-345d769fe62c admin admin] Deleting port 15fffef8-56b9-403d-a336-0a069e18c4eb {{(pid=109071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:52:20.295519 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-17adc526-1edf-47f2-971c-345d769fe62c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:20.404525 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-17adc526-1edf-47f2-971c-345d769fe62c admin admin] For port 15fffef8-56b9-403d-a336-0a069e18c4eb, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=15fffef8-56b9-403d-a336-0a069e18c4eb,segment=NetworkSegment(11daf24b-7c39-4451-95b3-08a6bf9c63d4),segment_id=11daf24b-7c39-4451-95b3-08a6bf9c63d4)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:52:20.404949 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-17adc526-1edf-47f2-971c-345d769fe62c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:20.419420 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-17adc526-1edf-47f2-971c-345d769fe62c admin admin] Calling delete_port for 15fffef8-56b9-403d-a336-0a069e18c4eb owned by network:router_interface {{(pid=109071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:52:20.574798 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8d25f4a5-d9d7-4d17-8b04-cd1fdbb575f9 req-f7b9280a-e118-4dec-b9cf-76077bb78506 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0883210 Nov 25 04:52:20.591633 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 58678) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:20.608652 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-026b21c0-db08-4944-a731-1ad3d6c8baf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:20.682931 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-17adc526-1edf-47f2-971c-345d769fe62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:20.688385 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-026b21c0-db08-4944-a731-1ad3d6c8baf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:20.692798 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25f4a5-d9d7-4d17-8b04-cd1fdbb575f9 req-6d147e64-66c3-4d53-8b6c-e82c0dff9c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:20.693118 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-026b21c0-db08-4944-a731-1ad3d6c8baf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:20.694233 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8d25f4a5-d9d7-4d17-8b04-cd1fdbb575f9 req-6d147e64-66c3-4d53-8b6c-e82c0dff9c1f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f231a19b2ca6447282b854aaf157e86c&device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 1099 time: 0.0630026 Nov 25 04:52:20.713179 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17adc526-1edf-47f2-971c-345d769fe62c admin admin] Pushing event deleted for resources: {'Port': ['ID=15fffef8-56b9-403d-a336-0a069e18c4eb,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:20.738677 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-026b21c0-db08-4944-a731-1ad3d6c8baf2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=15470a7f16b045a1af87d74c2537fd0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1456473 Nov 25 04:52:20.739886 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b21c0-db08-4944-a731-1ad3d6c8baf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5144da2-a311-47c9-8aed-70321c159ffe,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:20.742720 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 58680) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:20.775292 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17adc526-1edf-47f2-971c-345d769fe62c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:20.775656 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17adc526-1edf-47f2-971c-345d769fe62c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:20.776005 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17adc526-1edf-47f2-971c-345d769fe62c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:20.776378 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17adc526-1edf-47f2-971c-345d769fe62c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:20.776717 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17adc526-1edf-47f2-971c-345d769fe62c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:20.777053 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17adc526-1edf-47f2-971c-345d769fe62c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:20.777389 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17adc526-1edf-47f2-971c-345d769fe62c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:20.777723 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17adc526-1edf-47f2-971c-345d769fe62c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:20.778058 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17adc526-1edf-47f2-971c-345d769fe62c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:20.778394 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17adc526-1edf-47f2-971c-345d769fe62c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:20.778878 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17adc526-1edf-47f2-971c-345d769fe62c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:20.779207 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17adc526-1edf-47f2-971c-345d769fe62c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:20.939978 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25f4a5-d9d7-4d17-8b04-cd1fdbb575f9 req-1f10dde9-43f2-48e0-a39c-f9c10ce867dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:20.941544 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8d25f4a5-d9d7-4d17-8b04-cd1fdbb575f9 req-1f10dde9-43f2-48e0-a39c-f9c10ce867dd service neutron] 10.222.0.41 "GET /v2.0/networks?id=3bbd6da5-4c15-46da-9de5-c44a36974cd0 HTTP/1.1" status: 200 len: 917 time: 0.2016118 Nov 25 04:52:20.956845 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c6fee309-d30e-46a8-b7d0-126cfde42b9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:21.048813 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c6fee309-d30e-46a8-b7d0-126cfde42b9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:21.092245 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8d25f4a5-d9d7-4d17-8b04-cd1fdbb575f9 req-255c62a0-05b7-49a9-b900-d6b687b1c5f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04681d20-54be-4645-a06f-4b9109756ddd HTTP/1.1" status: 200 len: 1001 time: 0.1363790 Nov 25 04:52:21.096950 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-17adc526-1edf-47f2-971c-345d769fe62c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4163460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681995'] for router_interface, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:21.185933 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c6fee309-d30e-46a8-b7d0-126cfde42b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:21.188607 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c6fee309-d30e-46a8-b7d0-126cfde42b9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:21.189755 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-c6fee309-d30e-46a8-b7d0-126cfde42b9a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f5144da2-a311-47c9-8aed-70321c159ffe HTTP/1.1" status: 204 len: 168 time: 0.4384289 Nov 25 04:52:21.205244 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25f4a5-d9d7-4d17-8b04-cd1fdbb575f9 req-f74d4aa9-2b51-49c0-b316-0f17736b8279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:21.206743 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8d25f4a5-d9d7-4d17-8b04-cd1fdbb575f9 req-f74d4aa9-2b51-49c0-b316-0f17736b8279 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ff11583-5631-4068-991c-12b3ca3de03f HTTP/1.1" status: 200 len: 855 time: 0.1009448 Nov 25 04:52:21.233975 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fee309-d30e-46a8-b7d0-126cfde42b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5144da2-a311-47c9-8aed-70321c159ffe,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:21.291486 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25f4a5-d9d7-4d17-8b04-cd1fdbb575f9 req-c46e9582-6a01-4605-a6a8-ecf441e7976c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:21.293034 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8d25f4a5-d9d7-4d17-8b04-cd1fdbb575f9 req-c46e9582-6a01-4605-a6a8-ecf441e7976c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3bbd6da5-4c15-46da-9de5-c44a36974cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0602694 Nov 25 04:52:21.379937 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device e6878270-adb9-4338-8a70-9a199bdfe9bc no longer exists at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:52:21.402084 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] No Port match for: e6878270-adb9-4338-8a70-9a199bdfe9bc {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 04:52:21.402440 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device e6878270-adb9-4338-8a70-9a199bdfe9bc not bound to the agent host hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 04:52:21.709182 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8d25f4a5-d9d7-4d17-8b04-cd1fdbb575f9 req-f8d32035-f914-4854-9704-e6ff65bbb087 service neutron] 10.222.0.41 "GET /v2.0/networks/3bbd6da5-4c15-46da-9de5-c44a36974cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801312 Nov 25 04:52:21.714101 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17adc526-1edf-47f2-971c-345d769fe62c admin admin] Router a3650b30-7e6d-4c5c-8084-9d8ec3535959 has already been hosted by L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f {{(pid=109071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 04:52:21.896571 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8d25f4a5-d9d7-4d17-8b04-cd1fdbb575f9 req-e1d1adab-2c49-4c16-9a5f-9843e41acd29 service neutron] 10.222.0.41 "GET /v2.0/networks/3bbd6da5-4c15-46da-9de5-c44a36974cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754851 Nov 25 04:52:21.902732 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17adc526-1edf-47f2-971c-345d769fe62c admin admin] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:52:21.910554 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-17adc526-1edf-47f2-971c-345d769fe62c admin admin] 10.222.0.36 "PUT /v2.0/routers/a3650b30-7e6d-4c5c-8084-9d8ec3535959/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6527712 Nov 25 04:52:21.911413 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 58710) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:21.918990 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760fa0e6-7ad4-4c85-a9dc-2894627a635c None None] Sync routers for ids ['a3650b30-7e6d-4c5c-8084-9d8ec3535959'] in dv-cinder-815582-6-iscsi {{(pid=109073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:52:21.931467 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760fa0e6-7ad4-4c85-a9dc-2894627a635c None None] Routers {'a3650b30-7e6d-4c5c-8084-9d8ec3535959'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:52:21.932028 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-760fa0e6-7ad4-4c85-a9dc-2894627a635c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:52:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['a3650b30-7e6d-4c5c-8084-9d8ec3535959'], 'active': True} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:52:21.947606 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 58712) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:22.042744 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5214ff8d-a0a0-4afa-8064-3747e9edb4da admin admin] Publish callbacks [] for router, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:22.048121 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvr_db [None req-760fa0e6-7ad4-4c85-a9dc-2894627a635c None None] Set router a3650b30-7e6d-4c5c-8084-9d8ec3535959 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:52:22.136174 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-d4b4b47a-ef33-416d-adad-9dcac6e2ccbd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3b4463a1337940a4a17c0d54bb402c3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1872585 Nov 25 04:52:22.137185 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 58720) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:22.180007 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5214ff8d-a0a0-4afa-8064-3747e9edb4da admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:22.209812 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-9aef357b-a218-4622-aadb-39c4f190d508 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:22.253840 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-9aef357b-a218-4622-aadb-39c4f190d508 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:22.302400 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-5214ff8d-a0a0-4afa-8064-3747e9edb4da admin admin] Deleting port 1c2d935d-af12-4c00-8a7f-6c025344e112 {{(pid=109071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:52:22.303077 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5214ff8d-a0a0-4afa-8064-3747e9edb4da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:22.353602 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-760fa0e6-7ad4-4c85-a9dc-2894627a635c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3650b30-7e6d-4c5c-8084-9d8ec3535959', 'name': 'tempest-ServerRescueNegativeTestJSON-1615999871-router', 'tenant_id': '8d773db29571458586043ef5fa3454c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '1c2d935d-af12-4c00-8a7f-6c025344e112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:48:10Z', 'updated_at': '2021-11-25T04:52:20Z', 'revision_number': 5, 'project_id': '8d773db29571458586043ef5fa3454c2', 'gw_port': {'id': '1c2d935d-af12-4c00-8a7f-6c025344e112', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:eb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3650b30-7e6d-4c5c-8084-9d8ec3535959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:11Z', 'updated_at': '2021-11-25T04:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi'}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:52:22.358403 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-9aef357b-a218-4622-aadb-39c4f190d508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:22.361169 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-9aef357b-a218-4622-aadb-39c4f190d508 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:22.364879 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-9aef357b-a218-4622-aadb-39c4f190d508 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e8e5a6fb-3aaf-456a-9a89-846cd463bd04 HTTP/1.1" status: 204 len: 168 time: 0.2241495 Nov 25 04:52:22.382653 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760fa0e6-7ad4-4c85-a9dc-2894627a635c None None] Checking router: a3650b30-7e6d-4c5c-8084-9d8ec3535959 for host: dv-cinder-815582-6-iscsi {{(pid=109073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:52:22.393293 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760fa0e6-7ad4-4c85-a9dc-2894627a635c None None] Routers {'a3650b30-7e6d-4c5c-8084-9d8ec3535959'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:52:22.393938 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-760fa0e6-7ad4-4c85-a9dc-2894627a635c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:52:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['a3650b30-7e6d-4c5c-8084-9d8ec3535959'], 'active': True} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:52:22.398508 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef357b-a218-4622-aadb-39c4f190d508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e5a6fb-3aaf-456a-9a89-846cd463bd04,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:22.447104 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-5214ff8d-a0a0-4afa-8064-3747e9edb4da admin admin] For port 1c2d935d-af12-4c00-8a7f-6c025344e112, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=1c2d935d-af12-4c00-8a7f-6c025344e112,segment=NetworkSegment(5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6),segment_id=5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:52:22.447511 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5214ff8d-a0a0-4afa-8064-3747e9edb4da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:22.487872 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-5214ff8d-a0a0-4afa-8064-3747e9edb4da admin admin] Calling delete_port for 1c2d935d-af12-4c00-8a7f-6c025344e112 owned by network:router_gateway {{(pid=109071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:52:22.510262 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvr_db [None req-760fa0e6-7ad4-4c85-a9dc-2894627a635c None None] Set router a3650b30-7e6d-4c5c-8084-9d8ec3535959 gateway port host: None {{(pid=109073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:52:22.567627 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-760fa0e6-7ad4-4c85-a9dc-2894627a635c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3650b30-7e6d-4c5c-8084-9d8ec3535959', 'name': 'tempest-ServerRescueNegativeTestJSON-1615999871-router', 'tenant_id': '8d773db29571458586043ef5fa3454c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:48:10Z', 'updated_at': '2021-11-25T04:52:22Z', 'revision_number': 6, 'project_id': '8d773db29571458586043ef5fa3454c2', 'gw_port_host': None}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:52:22.600484 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760fa0e6-7ad4-4c85-a9dc-2894627a635c None None] The sync data for ids ['a3650b30-7e6d-4c5c-8084-9d8ec3535959'] in dv-cinder-815582-6-iscsi is: [{'id': 'a3650b30-7e6d-4c5c-8084-9d8ec3535959', 'name': 'tempest-ServerRescueNegativeTestJSON-1615999871-router', 'tenant_id': '8d773db29571458586043ef5fa3454c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:48:10Z', 'updated_at': '2021-11-25T04:52:22Z', 'revision_number': 6, 'project_id': '8d773db29571458586043ef5fa3454c2', 'gw_port_host': None}] {{(pid=109073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:52:22.703204 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5214ff8d-a0a0-4afa-8064-3747e9edb4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:22.730792 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214ff8d-a0a0-4afa-8064-3747e9edb4da admin admin] Pushing event deleted for resources: {'Port': ['ID=1c2d935d-af12-4c00-8a7f-6c025344e112,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:22.796109 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5214ff8d-a0a0-4afa-8064-3747e9edb4da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688045'] for router_gateway, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:22.910880 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5214ff8d-a0a0-4afa-8064-3747e9edb4da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24969'] for router, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:22.913136 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5214ff8d-a0a0-4afa-8064-3747e9edb4da admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:22.985899 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5214ff8d-a0a0-4afa-8064-3747e9edb4da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683314'] for router, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:22.986585 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5214ff8d-a0a0-4afa-8064-3747e9edb4da admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3650b30-7e6d-4c5c-8084-9d8ec3535959 {{(pid=109071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 04:52:22.991926 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5214ff8d-a0a0-4afa-8064-3747e9edb4da admin admin] Publish callbacks [] for router, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:22.996050 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 58748) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:22.996597 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-5214ff8d-a0a0-4afa-8064-3747e9edb4da admin admin] 10.222.0.36 "DELETE /v2.0/routers/a3650b30-7e6d-4c5c-8084-9d8ec3535959 HTTP/1.1" status: 204 len: 168 time: 1.0837576 Nov 25 04:52:23.042328 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_v2 [None req-5985ea83-6d06-421d-9f77-4af18764a49a admin admin] Deleting subnet 9cba32b3-416c-41af-af79-b04db65419ef {{(pid=109070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 04:52:23.046348 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5985ea83-6d06-421d-9f77-4af18764a49a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:23.088117 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5985ea83-6d06-421d-9f77-4af18764a49a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3171243'] for subnet, precommit_delete_associations {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:23.126679 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5985ea83-6d06-421d-9f77-4af18764a49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-567804'] for subnet, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:23.184043 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5985ea83-6d06-421d-9f77-4af18764a49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-567559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9557373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9757726'] for subnet, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:23.210240 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985ea83-6d06-421d-9f77-4af18764a49a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cba32b3-416c-41af-af79-b04db65419ef,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:23.214306 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5985ea83-6d06-421d-9f77-4af18764a49a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:23.218033 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-5985ea83-6d06-421d-9f77-4af18764a49a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9cba32b3-416c-41af-af79-b04db65419ef HTTP/1.1" status: 204 len: 168 time: 0.2200878 Nov 25 04:52:23.220739 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 58756) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:23.289308 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3fdba324-32d9-4c42-ab05-d72611814c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-683350'] for network, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:23.376679 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3fdba324-32d9-4c42-ab05-d72611814c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568939', 'neutron.services.segments.db._delete_segments_for_network-8783340406995'] for network, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:23.402144 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-3fdba324-32d9-4c42-ab05-d72611814c6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f']}} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:52:23.413130 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-3fdba324-32d9-4c42-ab05-d72611814c6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11daf24b-7c39-4451-95b3-08a6bf9c63d4') {'for_net_delete': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:52:23.413432 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-3fdba324-32d9-4c42-ab05-d72611814c6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11daf24b-7c39-4451-95b3-08a6bf9c63d4') {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:52:23.423979 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3fdba324-32d9-4c42-ab05-d72611814c6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783340412124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3171232'] for segment, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:23.438250 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3fdba324-32d9-4c42-ab05-d72611814c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041'] for segment, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:23.444825 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fdba324-32d9-4c42-ab05-d72611814c6e admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=109070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 04:52:23.445225 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3fdba324-32d9-4c42-ab05-d72611814c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9557383'] for segment, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:23.447363 dv-cinder-815582-6-iscsi neutron-server[109070]: Traceback (most recent call last): Nov 25 04:52:23.447363 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 04:52:23.447363 dv-cinder-815582-6-iscsi neutron-server[109070]: timer() Nov 25 04:52:23.447363 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 04:52:23.447363 dv-cinder-815582-6-iscsi neutron-server[109070]: cb(*args, **kw) Nov 25 04:52:23.447363 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 04:52:23.447363 dv-cinder-815582-6-iscsi neutron-server[109070]: return func(*args, **kwargs) Nov 25 04:52:23.447363 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 04:52:23.447363 dv-cinder-815582-6-iscsi neutron-server[109070]: self._notify() Nov 25 04:52:23.447363 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 04:52:23.447363 dv-cinder-815582-6-iscsi neutron-server[109070]: self.callback(batched_events) Nov 25 04:52:23.447363 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 04:52:23.447363 dv-cinder-815582-6-iscsi neutron-server[109070]: event.method(event) Nov 25 04:52:23.447363 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 04:52:23.447363 dv-cinder-815582-6-iscsi neutron-server[109070]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 04:52:23.447363 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 04:52:23.447363 dv-cinder-815582-6-iscsi neutron-server[109070]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 04:52:23.447363 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 04:52:23.447363 dv-cinder-815582-6-iscsi neutron-server[109070]: return f(self, *a, **k) Nov 25 04:52:23.447363 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 04:52:23.447363 dv-cinder-815582-6-iscsi neutron-server[109070]: return self._get(url).json() Nov 25 04:52:23.447363 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 04:52:23.447363 dv-cinder-815582-6-iscsi neutron-server[109070]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 04:52:23.447363 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 04:52:23.447363 dv-cinder-815582-6-iscsi neutron-server[109070]: return self.request(url, 'GET', **kwargs) Nov 25 04:52:23.447363 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 04:52:23.447363 dv-cinder-815582-6-iscsi neutron-server[109070]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 04:52:23.447363 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 04:52:23.447363 dv-cinder-815582-6-iscsi neutron-server[109070]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 04:52:23.447363 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 04:52:23.447363 dv-cinder-815582-6-iscsi neutron-server[109070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 04:52:23.447363 dv-cinder-815582-6-iscsi neutron-server[109070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 04:52:23.503063 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3fdba324-32d9-4c42-ab05-d72611814c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:23.511157 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3fdba324-32d9-4c42-ab05-d72611814c6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for network, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:23.517073 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-3fdba324-32d9-4c42-ab05-d72611814c6e admin admin] 10.222.0.36 "DELETE /v2.0/networks/d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f HTTP/1.1" status: 204 len: 168 time: 0.2928789 Nov 25 04:52:23.525285 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdba324-32d9-4c42-ab05-d72611814c6e admin admin] Pushing event deleted for resources: {'Network': ['ID=d42ea5b0-bdc5-4e40-9952-d1f4165f0f0f,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:23.820260 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 58784) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:23.861662 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 1c2d935d-af12-4c00-8a7f-6c025344e112 no longer exists at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:52:23.876828 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-6676e658-e033-42ec-9b91-70ce1262ad8f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8d773db29571458586043ef5fa3454c2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0552251 Nov 25 04:52:23.879253 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 58788) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:23.885018 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] No Port match for: 1c2d935d-af12-4c00-8a7f-6c025344e112 {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 04:52:23.885779 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 1c2d935d-af12-4c00-8a7f-6c025344e112 not bound to the agent host dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 04:52:23.886579 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 15fffef8-56b9-403d-a336-0a069e18c4eb no longer exists at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:52:23.912443 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] No Port match for: 15fffef8-56b9-403d-a336-0a069e18c4eb {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 04:52:23.912788 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 15fffef8-56b9-403d-a336-0a069e18c4eb not bound to the agent host dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 04:52:23.931353 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e5e7c4ab-0b21-4e27-bd90-6d11bb1d6d71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:23.953162 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e5e7c4ab-0b21-4e27-bd90-6d11bb1d6d71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:24.004681 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e5e7c4ab-0b21-4e27-bd90-6d11bb1d6d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:24.007443 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e5e7c4ab-0b21-4e27-bd90-6d11bb1d6d71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:24.008665 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-e5e7c4ab-0b21-4e27-bd90-6d11bb1d6d71 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0f849130-b3ae-433c-ab36-63e0395959ef HTTP/1.1" status: 204 len: 168 time: 0.1284304 Nov 25 04:52:24.018774 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e7c4ab-0b21-4e27-bd90-6d11bb1d6d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f849130-b3ae-433c-ab36-63e0395959ef,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:24.061503 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:24.745731 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 58818) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:24.845089 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-df25ebae-978e-4c7a-b609-c8ed4f52ce4d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1106189964-network', 'tenant_id': 'ff8379d8cdb74602af55d34607368946'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:52:24.872988 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df25ebae-978e-4c7a-b609-c8ed4f52ce4d admin admin] Made reservation on behalf of ff8379d8cdb74602af55d34607368946 for: {'network': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:52:24.883564 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-df25ebae-978e-4c7a-b609-c8ed4f52ce4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for network, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:24.886531 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-df25ebae-978e-4c7a-b609-c8ed4f52ce4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:24.985358 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-df25ebae-978e-4c7a-b609-c8ed4f52ce4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:24.989459 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-df25ebae-978e-4c7a-b609-c8ed4f52ce4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:25.010977 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df25ebae-978e-4c7a-b609-c8ed4f52ce4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=109070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 04:52:25.026730 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25ebae-978e-4c7a-b609-c8ed4f52ce4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e310abb-77ff-4f27-92d4-7ee42fd50234,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:25.029860 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-df25ebae-978e-4c7a-b609-c8ed4f52ce4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041'] for segment, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:25.030213 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.db.segments_db [None req-df25ebae-978e-4c7a-b609-c8ed4f52ce4d admin admin] Added segment b1dba0eb-0cf9-4f10-8d76-96f787d824b9 of type vlan for network f77f365b-02be-45f9-954a-13cddcd52f52 Nov 25 04:52:25.096941 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-df25ebae-978e-4c7a-b609-c8ed4f52ce4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783339880421'] for network, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:25.138931 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e26c9d-52f4-489f-a197-5f2a9b2e3c5d req-8d191beb-422f-45de-9f29-52f9fa992757 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:25.140497 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-93e26c9d-52f4-489f-a197-5f2a9b2e3c5d req-8d191beb-422f-45de-9f29-52f9fa992757 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 945 time: 0.0785956 Nov 25 04:52:25.141575 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-df25ebae-978e-4c7a-b609-c8ed4f52ce4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519'] for network, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:25.142468 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df25ebae-978e-4c7a-b609-c8ed4f52ce4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:25.143033 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-df25ebae-978e-4c7a-b609-c8ed4f52ce4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for network, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:25.204475 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-df25ebae-978e-4c7a-b609-c8ed4f52ce4d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4575157 Nov 25 04:52:25.207792 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 58834) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:25.212953 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-bcc3031e-0d37-4193-b961-de36e479de56 admin admin] Request body: {'subnet': {'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1106189964-subnet', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:52:25.235313 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25ebae-978e-4c7a-b609-c8ed4f52ce4d admin admin] Pushing event updated for resources: {'Network': ['ID=f77f365b-02be-45f9-954a-13cddcd52f52,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:25.238339 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc3031e-0d37-4193-b961-de36e479de56 admin admin] Made reservation on behalf of ff8379d8cdb74602af55d34607368946 for: {'subnet': 1} {{(pid=109071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:52:25.243175 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-bcc3031e-0d37-4193-b961-de36e479de56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249265'] for subnet, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:25.247576 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Network f77f365b-02be-45f9-954a-13cddcd52f52 details requested by agent ovs-agent-dv-cinder-815582-6-iscsi with host dv-cinder-815582-6-iscsi {{(pid=109072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 04:52:25.253762 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-93e26c9d-52f4-489f-a197-5f2a9b2e3c5d req-a4e383e6-1b3d-4836-8203-41af6dfd5284 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039066 Nov 25 04:52:25.280623 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 58838) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:25.452075 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9b68c3-96ce-4d1a-a300-140fc3a8532b tempest-TestMinimumBasicScenario-1720752794 tempest-TestMinimumBasicScenario-1720752794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:25.457404 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 58848) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:25.457532 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-de9b68c3-96ce-4d1a-a300-140fc3a8532b tempest-TestMinimumBasicScenario-1720752794 tempest-TestMinimumBasicScenario-1720752794-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 1093 time: 0.1756682 Nov 25 04:52:25.462460 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-97fd3c72-b0a9-4867-9bc8-53bdf0eedf27 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Request body: {'floatingip': {'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'port_id': '1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4', 'tenant_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:52:25.468842 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-bcc3031e-0d37-4193-b961-de36e479de56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8963760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9254939'] for subnet, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:25.526791 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-97fd3c72-b0a9-4867-9bc8-53bdf0eedf27 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks [] for floatingip, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:25.531194 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3031e-0d37-4193-b961-de36e479de56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9662cdb6-12c0-4624-997f-c4dc12ecd471,revision_number=0']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:25.583036 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc3031e-0d37-4193-b961-de36e479de56 admin admin] Checking segment: {'id': 'b1dba0eb-0cf9-4f10-8d76-96f787d824b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:52:25.583406 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc3031e-0d37-4193-b961-de36e479de56 admin admin] Network hostable DHCP agents. Network: f77f365b-02be-45f9-954a-13cddcd52f52, hostable agents: ['b468568d-98fa-4cc8-a5cb-272923c6e379'], hosted agents: [] {{(pid=109071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 04:52:25.615832 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc3031e-0d37-4193-b961-de36e479de56 admin admin] Network f77f365b-02be-45f9-954a-13cddcd52f52 is scheduled to be hosted by DHCP agent b468568d-98fa-4cc8-a5cb-272923c6e379 with binding_index 1 {{(pid=109071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 04:52:25.630780 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [None req-bcc3031e-0d37-4193-b961-de36e479de56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-6-iscsi, f77f365b-02be-45f9-954a-13cddcd52f52) {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:52:25.636735 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc3031e-0d37-4193-b961-de36e479de56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:25.637708 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-bcc3031e-0d37-4193-b961-de36e479de56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for subnet, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:25.639598 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e577bd7-385d-4f00-b83f-cbd8a43c6cd8 None None] Network f77f365b-02be-45f9-954a-13cddcd52f52 requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:52:25.668378 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-bcc3031e-0d37-4193-b961-de36e479de56 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4592564 Nov 25 04:52:25.671288 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 58850) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:25.675697 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-500ac0b3-507b-48cd-9289-9936d2ac2347 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1106189964-router', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'}}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:52:25.708549 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-97fd3c72-b0a9-4867-9bc8-53bdf0eedf27 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:25.711783 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-500ac0b3-507b-48cd-9289-9936d2ac2347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25019'] for router, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:25.713040 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-500ac0b3-507b-48cd-9289-9936d2ac2347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3774484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24962'] for router, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:25.791937 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef35f8eb-21cc-458e-9030-e86c217018e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd0d5e1f-7819-5798-83e6-40b5b60b3aad-f77f365b-02be-45f9-954a-13cddcd52f52', 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'fixed_ips': [{'subnet_id': '9662cdb6-12c0-4624-997f-c4dc12ecd471'}]}} from dv-cinder-815582-6-iscsi. {{(pid=109072) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 04:52:25.792876 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-ef35f8eb-21cc-458e-9030-e86c217018e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:25.812649 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-500ac0b3-507b-48cd-9289-9936d2ac2347 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:25.931509 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.db_base_plugin_common [None req-ef35f8eb-21cc-458e-9030-e86c217018e9 None None] Allocated IP 172.20.0.2 (f77f365b-02be-45f9-954a-13cddcd52f52/9662cdb6-12c0-4624-997f-c4dc12ecd471/c1263def-ebe5-40ea-a1c6-ec3b9c75db0b) {{(pid=109072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:52:25.978502 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.db_base_plugin_common [None req-97fd3c72-b0a9-4867-9bc8-53bdf0eedf27 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Allocated IP 172.27.2.67 (7252c0b9-b802-4561-8a54-4fb5c87ca7b8/b33b80b7-52e3-4af3-b161-e1f3edefb5e3/85b2f897-c564-456e-a9e6-956d2d97fa6b) {{(pid=109071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:52:25.993012 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-500ac0b3-507b-48cd-9289-9936d2ac2347 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:26.087499 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-ef35f8eb-21cc-458e-9030-e86c217018e9 None None] Publish callbacks [] for port, precommit_create {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:26.094927 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-ef35f8eb-21cc-458e-9030-e86c217018e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851'] for port, after_create {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:26.134662 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef35f8eb-21cc-458e-9030-e86c217018e9 None None] Network f77f365b-02be-45f9-954a-13cddcd52f52 is already hosted by enough agents. {{(pid=109072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:52:26.138995 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.scheduler.base_scheduler [None req-ef35f8eb-21cc-458e-9030-e86c217018e9 None None] Resources bound (agent type, host, resource id): {{(pid=109072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:52:26.141536 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef35f8eb-21cc-458e-9030-e86c217018e9 None None] Received port after_create {{(pid=109072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:52:26.144540 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-97fd3c72-b0a9-4867-9bc8-53bdf0eedf27 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks [] for port, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:26.150551 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef35f8eb-21cc-458e-9030-e86c217018e9 None None] Pushing event updated for resources: {'Port': ['ID=c1263def-ebe5-40ea-a1c6-ec3b9c75db0b,revision_number=1']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:26.174782 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef35f8eb-21cc-458e-9030-e86c217018e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:26.175136 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef35f8eb-21cc-458e-9030-e86c217018e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:26.175490 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef35f8eb-21cc-458e-9030-e86c217018e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:26.175828 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef35f8eb-21cc-458e-9030-e86c217018e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:26.176174 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef35f8eb-21cc-458e-9030-e86c217018e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:26.176515 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef35f8eb-21cc-458e-9030-e86c217018e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:26.176849 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef35f8eb-21cc-458e-9030-e86c217018e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:26.177175 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef35f8eb-21cc-458e-9030-e86c217018e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:26.177511 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef35f8eb-21cc-458e-9030-e86c217018e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:26.177843 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef35f8eb-21cc-458e-9030-e86c217018e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:26.178166 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef35f8eb-21cc-458e-9030-e86c217018e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:26.178495 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef35f8eb-21cc-458e-9030-e86c217018e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:26.214794 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-ef35f8eb-21cc-458e-9030-e86c217018e9 None None] Attempting to bind port c1263def-ebe5-40ea-a1c6-ec3b9c75db0b on host dv-cinder-815582-6-iscsi for vnic_type normal with profile {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:52:26.215166 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-ef35f8eb-21cc-458e-9030-e86c217018e9 None None] Attempting to bind port c1263def-ebe5-40ea-a1c6-ec3b9c75db0b by drivers openvswitch,hyperv on host dv-cinder-815582-6-iscsi at level 0 using segments [{'id': 'b1dba0eb-0cf9-4f10-8d76-96f787d824b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52'}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:52:26.215545 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef35f8eb-21cc-458e-9030-e86c217018e9 None None] Attempting to bind port c1263def-ebe5-40ea-a1c6-ec3b9c75db0b on network f77f365b-02be-45f9-954a-13cddcd52f52 {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:52:26.220727 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef35f8eb-21cc-458e-9030-e86c217018e9 None None] Checking agent: {'id': '2825277b-b27f-46a7-b452-1b49513b2056', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 40, 34), 'started_at': datetime.datetime(2021, 11, 25, 4, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:52:26.221143 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef35f8eb-21cc-458e-9030-e86c217018e9 None None] Checking segment: {'id': 'b1dba0eb-0cf9-4f10-8d76-96f787d824b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:52:26.221511 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-ef35f8eb-21cc-458e-9030-e86c217018e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:26.221908 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef35f8eb-21cc-458e-9030-e86c217018e9 None None] Bound using segment: {'id': 'b1dba0eb-0cf9-4f10-8d76-96f787d824b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52'} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:52:26.222386 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-ef35f8eb-21cc-458e-9030-e86c217018e9 None None] Bound port: c1263def-ebe5-40ea-a1c6-ec3b9c75db0b, host: dv-cinder-815582-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1dba0eb-0cf9-4f10-8d76-96f787d824b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52'}}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:52:26.222760 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-ef35f8eb-21cc-458e-9030-e86c217018e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:26.253416 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-97fd3c72-b0a9-4867-9bc8-53bdf0eedf27 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:26.288123 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-ef35f8eb-21cc-458e-9030-e86c217018e9 None None] For port c1263def-ebe5-40ea-a1c6-ec3b9c75db0b, host dv-cinder-815582-6-iscsi, cleared binding levels {{(pid=109072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:52:26.291612 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-ef35f8eb-21cc-458e-9030-e86c217018e9 None None] For port c1263def-ebe5-40ea-a1c6-ec3b9c75db0b, host dv-cinder-815582-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=c1263def-ebe5-40ea-a1c6-ec3b9c75db0b,segment=NetworkSegment(b1dba0eb-0cf9-4f10-8d76-96f787d824b9),segment_id=b1dba0eb-0cf9-4f10-8d76-96f787d824b9)] {{(pid=109072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:52:26.296666 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-ef35f8eb-21cc-458e-9030-e86c217018e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:26.323799 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fd3c72-b0a9-4867-9bc8-53bdf0eedf27 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Network 7252c0b9-b802-4561-8a54-4fb5c87ca7b8 is already hosted by enough agents. {{(pid=109071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:52:26.332527 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [None req-97fd3c72-b0a9-4867-9bc8-53bdf0eedf27 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Resources bound (agent type, host, resource id): {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:52:26.336602 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fd3c72-b0a9-4867-9bc8-53bdf0eedf27 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Received port after_create {{(pid=109071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:52:26.338421 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd3c72-b0a9-4867-9bc8-53bdf0eedf27 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Pushing event updated for resources: {'Port': ['ID=85b2f897-c564-456e-a9e6-956d2d97fa6b,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:26.359474 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef35f8eb-21cc-458e-9030-e86c217018e9 None None] Pushing event updated for resources: {'Port': ['ID=c1263def-ebe5-40ea-a1c6-ec3b9c75db0b,revision_number=2']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:26.372454 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-500ac0b3-507b-48cd-9289-9936d2ac2347 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:26.396463 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-500ac0b3-507b-48cd-9289-9936d2ac2347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:26.866421 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.db_base_plugin_common [None req-500ac0b3-507b-48cd-9289-9936d2ac2347 admin admin] Allocated IP 172.27.2.74 (7252c0b9-b802-4561-8a54-4fb5c87ca7b8/b33b80b7-52e3-4af3-b161-e1f3edefb5e3/d9ac4deb-af05-4fb4-9028-e241204fc75b) {{(pid=109071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:52:27.088701 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-500ac0b3-507b-48cd-9289-9936d2ac2347 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:27.175919 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-97fd3c72-b0a9-4867-9bc8-53bdf0eedf27 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:27.178481 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-500ac0b3-507b-48cd-9289-9936d2ac2347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:27.251782 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6001098f-8896-44f4-b76a-86e27f4f0b64 None None] Network f77f365b-02be-45f9-954a-13cddcd52f52 requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:52:27.256094 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500ac0b3-507b-48cd-9289-9936d2ac2347 admin admin] Network 7252c0b9-b802-4561-8a54-4fb5c87ca7b8 is already hosted by enough agents. {{(pid=109071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:52:27.260746 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [None req-500ac0b3-507b-48cd-9289-9936d2ac2347 admin admin] Resources bound (agent type, host, resource id): {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:52:27.265551 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500ac0b3-507b-48cd-9289-9936d2ac2347 admin admin] Received port after_create {{(pid=109071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:52:27.307222 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ac0b3-507b-48cd-9289-9936d2ac2347 admin admin] Pushing event updated for resources: {'Port': ['ID=d9ac4deb-af05-4fb4-9028-e241204fc75b,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:27.325329 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-97fd3c72-b0a9-4867-9bc8-53bdf0eedf27 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:27.328682 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-68cff732-9e4a-4a37-b216-153942d61aa5 None None] Provisioning complete for port c1263def-ebe5-40ea-a1c6-ec3b9c75db0b triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:52:27.329229 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-68cff732-9e4a-4a37-b216-153942d61aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:27.612349 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-68cff732-9e4a-4a37-b216-153942d61aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:27.653911 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-68cff732-9e4a-4a37-b216-153942d61aa5 None None] For port c1263def-ebe5-40ea-a1c6-ec3b9c75db0b, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=c1263def-ebe5-40ea-a1c6-ec3b9c75db0b,segment=NetworkSegment(b1dba0eb-0cf9-4f10-8d76-96f787d824b9),segment_id=b1dba0eb-0cf9-4f10-8d76-96f787d824b9)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:52:27.660137 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-68cff732-9e4a-4a37-b216-153942d61aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:27.673470 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-97fd3c72-b0a9-4867-9bc8-53bdf0eedf27 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks [] for port, precommit_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:27.681574 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-97fd3c72-b0a9-4867-9bc8-53bdf0eedf27 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8963629'] for port, after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:27.708429 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-500ac0b3-507b-48cd-9289-9936d2ac2347 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:27.716954 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cff732-9e4a-4a37-b216-153942d61aa5 None None] Pushing event updated for resources: {'Port': ['ID=c1263def-ebe5-40ea-a1c6-ec3b9c75db0b,revision_number=3']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:27.781346 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-04aedd62-ea34-46e2-8f02-78dc6e2b9e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:27.846895 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd3c72-b0a9-4867-9bc8-53bdf0eedf27 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Pushing event updated for resources: {'Port': ['ID=85b2f897-c564-456e-a9e6-956d2d97fa6b,revision_number=2']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:27.856934 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-97fd3c72-b0a9-4867-9bc8-53bdf0eedf27 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688023'] for floatingip, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:27.864198 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device c1263def-ebe5-40ea-a1c6-ec3b9c75db0b up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:52:27.916238 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-b7497408-de4d-45ae-8242-ab8e437b5024 None None] Provisioning complete for port c1263def-ebe5-40ea-a1c6-ec3b9c75db0b triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:52:27.916496 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-b7497408-de4d-45ae-8242-ab8e437b5024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:27.959288 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port c1263def-ebe5-40ea-a1c6-ec3b9c75db0b triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:52:27.959674 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:28.041371 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.db.l3_db [None req-97fd3c72-b0a9-4867-9bc8-53bdf0eedf27 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Floating IP ad348eb6-4ed2-40a8-a02d-d1a1425639fc associated. External IP: 172.27.2.67, port: 1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4. Nov 25 04:52:28.098499 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-500ac0b3-507b-48cd-9289-9936d2ac2347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687985'] for router, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:28.356480 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500ac0b3-507b-48cd-9289-9936d2ac2347 admin admin] Router 3e6aa8c0-8e43-44ea-ad80-2073c22cf059 is scheduled to L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f with binding_index 1 {{(pid=109071) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 04:52:28.361978 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97fd3c72-b0a9-4867-9bc8-53bdf0eedf27 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Router bddf8cc3-943b-40da-862b-c85e385f43a3 has already been hosted by L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f {{(pid=109071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 04:52:28.802996 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500ac0b3-507b-48cd-9289-9936d2ac2347 admin admin] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:52:28.810833 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fd3c72-b0a9-4867-9bc8-53bdf0eedf27 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:52:28.813378 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba4e95c-4b01-4395-af87-6de93d50088a None None] Sync routers for ids ['3e6aa8c0-8e43-44ea-ad80-2073c22cf059'] in dv-cinder-815582-6-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:52:28.820553 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04f7b78-088d-4c0a-b021-2c502b0863a7 None None] Sync routers for ids ['bddf8cc3-943b-40da-862b-c85e385f43a3'] in dv-cinder-815582-6-iscsi {{(pid=109073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:52:28.830542 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-500ac0b3-507b-48cd-9289-9936d2ac2347 admin admin] Publish callbacks [] for router, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:28.832118 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba4e95c-4b01-4395-af87-6de93d50088a None None] Routers {'3e6aa8c0-8e43-44ea-ad80-2073c22cf059'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:52:28.832802 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-0ba4e95c-4b01-4395-af87-6de93d50088a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:52:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['3e6aa8c0-8e43-44ea-ad80-2073c22cf059'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:52:28.833900 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04f7b78-088d-4c0a-b021-2c502b0863a7 None None] Routers {'bddf8cc3-943b-40da-862b-c85e385f43a3'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:52:28.834748 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 58868) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:28.835235 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-500ac0b3-507b-48cd-9289-9936d2ac2347 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1625390 Nov 25 04:52:28.835417 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-b04f7b78-088d-4c0a-b021-2c502b0863a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:52:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['bddf8cc3-943b-40da-862b-c85e385f43a3'], 'active': True} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:52:28.839003 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-97fd3c72-b0a9-4867-9bc8-53bdf0eedf27 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for floatingip, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:28.869212 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-97fd3c72-b0a9-4867-9bc8-53bdf0eedf27 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4079623 Nov 25 04:52:28.869212 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b', 'tag': '1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:52:28.869712 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d57e7af397f6b944dcc9a6f5390767d05535c9c85852faf17d281085e8a62f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d09532-5e02-4320-b518-d790de7355ed" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b", "tag": "1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:52:28.882116 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 58870) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:28.892910 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-66156980-bc69-42d0-b0aa-324e1bb62980 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1928831727', 'description': 'tempest-secgroup-smoke-1928831727 description', 'project_id': 'c5e3b4fa99ed478cadc86a6adbcba214'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:52:28.927582 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 04:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8e6add-fcca-42ab-8f82-abaecc5e88d5 x-openstack-request-id: req-4b8e6add-fcca-42ab-8f82-abaecc5e88d5 {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:52:28.928245 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b", "tag": "1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4", "status": "completed", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:52:28.928741 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4b8e6add-fcca-42ab-8f82-abaecc5e88d5 {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:52:28.929299 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b', 'tag': '1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4', 'status': 'completed', 'code': 200} Nov 25 04:52:28.939520 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-66156980-bc69-42d0-b0aa-324e1bb62980 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:28.979259 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvr_db [None req-b04f7b78-088d-4c0a-b021-2c502b0863a7 None None] Set router bddf8cc3-943b-40da-862b-c85e385f43a3 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:52:28.984207 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-0ba4e95c-4b01-4395-af87-6de93d50088a None None] Set router 3e6aa8c0-8e43-44ea-ad80-2073c22cf059 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:52:29.059152 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-66156980-bc69-42d0-b0aa-324e1bb62980 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:29.081705 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d09532-5e02-4320-b518-d790de7355ed req-ca063721-303b-439c-bbc0-0ab81fc5d073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:29.083627 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a4d09532-5e02-4320-b518-d790de7355ed req-ca063721-303b-439c-bbc0-0ab81fc5d073 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5e3b4fa99ed478cadc86a6adbcba214&device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 1098 time: 0.0920546 Nov 25 04:52:29.087932 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-66156980-bc69-42d0-b0aa-324e1bb62980 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:29.189723 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-0ba4e95c-4b01-4395-af87-6de93d50088a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'name': 'tempest-AttachVolumeTestJSON-1106189964-router', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd9ac4deb-af05-4fb4-9028-e241204fc75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:52:25Z', 'updated_at': '2021-11-25T04:52:27Z', 'revision_number': 3, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'gw_port': {'id': 'd9ac4deb-af05-4fb4-9028-e241204fc75b', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:52:26Z', 'updated_at': '2021-11-25T04:52:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi'}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:52:29.227777 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba4e95c-4b01-4395-af87-6de93d50088a None None] Checking router: 3e6aa8c0-8e43-44ea-ad80-2073c22cf059 for host: dv-cinder-815582-6-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:52:29.228317 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba4e95c-4b01-4395-af87-6de93d50088a None None] Updating router 3e6aa8c0-8e43-44ea-ad80-2073c22cf059 port d9ac4deb-af05-4fb4-9028-e241204fc75b binding host dv-cinder-815582-6-iscsi {{(pid=109072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 04:52:29.258859 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-0ba4e95c-4b01-4395-af87-6de93d50088a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:29.281588 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-66156980-bc69-42d0-b0aa-324e1bb62980 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:29.282901 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-66156980-bc69-42d0-b0aa-324e1bb62980 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3996830 Nov 25 04:52:29.295091 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 58880) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:29.311482 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-b04f7b78-088d-4c0a-b021-2c502b0863a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddf8cc3-943b-40da-862b-c85e385f43a3', 'name': 'tempest-TestMinimumBasicScenario-1584244765-router', 'tenant_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '4410f5dc-684e-429a-876c-3116f019a52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:50:56Z', 'updated_at': '2021-11-25T04:51:03Z', 'revision_number': 4, 'project_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'gw_port': {'id': '4410f5dc-684e-429a-876c-3116f019a52a', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf8cc3-943b-40da-862b-c85e385f43a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:57Z', 'updated_at': '2021-11-25T04:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_floatingips': [{'id': 'ad348eb6-4ed2-40a8-a02d-d1a1425639fc', 'tenant_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'router_id': 'bddf8cc3-943b-40da-862b-c85e385f43a3', 'port_id': '1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e61c9945-d1ae-4463-b46f-4a9fe8a61bac', 'mac_address': 'fa:16:3e:35:46:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:52:26Z', 'updated_at': '2021-11-25T04:52:26Z', 'revision_number': 0, 'project_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df0dc540-36dd-4125-84d0-4a9eccb024aa', 'name': '', 'network_id': 'e61c9945-d1ae-4463-b46f-4a9fe8a61bac', 'tenant_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'mac_address': 'fa:16:3e:58:0f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf8cc3-943b-40da-862b-c85e385f43a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '7673e6b1-8eed-4ed4-8327-5f10fdee32cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:51:01Z', 'updated_at': '2021-11-25T04:51:10Z', 'revision_number': 5, 'project_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'subnets': [{'id': '7673e6b1-8eed-4ed4-8327-5f10fdee32cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:52:29.312306 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-a8a23018-dab2-49e0-86e7-9b459430be10 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Request body: {'security_group_rule': {'security_group_id': '5f2720e2-5cc9-461e-a829-c34973221b13', 'project_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:52:29.320697 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66156980-bc69-42d0-b0aa-324e1bb62980 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2720e2-5cc9-461e-a829-c34973221b13,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:29.350416 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04f7b78-088d-4c0a-b021-2c502b0863a7 None None] Checking router: bddf8cc3-943b-40da-862b-c85e385f43a3 for host: dv-cinder-815582-6-iscsi {{(pid=109073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:52:29.362106 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04f7b78-088d-4c0a-b021-2c502b0863a7 None None] Routers {'bddf8cc3-943b-40da-862b-c85e385f43a3'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:52:29.362309 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-b04f7b78-088d-4c0a-b021-2c502b0863a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:52:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['bddf8cc3-943b-40da-862b-c85e385f43a3'], 'active': True} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:52:29.367814 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d09532-5e02-4320-b518-d790de7355ed req-f6acbc64-11ec-4b23-b0a1-83d7fd605820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:29.369446 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a4d09532-5e02-4320-b518-d790de7355ed req-f6acbc64-11ec-4b23-b0a1-83d7fd605820 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e61c9945-d1ae-4463-b46f-4a9fe8a61bac HTTP/1.1" status: 200 len: 916 time: 0.2383528 Nov 25 04:52:29.375122 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a8a23018-dab2-49e0-86e7-9b459430be10 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:29.400770 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-499a4a24-e6f4-4559-9006-1d902a96d563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:29.480401 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a4d09532-5e02-4320-b518-d790de7355ed req-af2e9bff-d9b7-4f23-8150-3b3e4eccb7b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4 HTTP/1.1" status: 200 len: 998 time: 0.1023698 Nov 25 04:52:29.482162 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a8a23018-dab2-49e0-86e7-9b459430be10 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:29.487711 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a8a23018-dab2-49e0-86e7-9b459430be10 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788942'] for security_group_rule, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:29.511562 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvr_db [None req-b04f7b78-088d-4c0a-b021-2c502b0863a7 None None] Set router bddf8cc3-943b-40da-862b-c85e385f43a3 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:52:29.543191 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a23018-dab2-49e0-86e7-9b459430be10 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=702164ac-d226-49b8-91e8-7bded00c3ee7,revision_number=0']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:29.554757 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a8a23018-dab2-49e0-86e7-9b459430be10 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:29.556461 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-a8a23018-dab2-49e0-86e7-9b459430be10 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2542481 Nov 25 04:52:29.559055 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 58884) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:29.563636 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-08da62c2-fd0f-446e-8eeb-616a86a1f7af tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Request body: {'security_group_rule': {'security_group_id': '5f2720e2-5cc9-461e-a829-c34973221b13', 'project_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:52:29.576199 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d09532-5e02-4320-b518-d790de7355ed req-ebd598e3-af99-47f6-a724-dbdff07a6fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:29.577532 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a4d09532-5e02-4320-b518-d790de7355ed req-ebd598e3-af99-47f6-a724-dbdff07a6fcd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7673e6b1-8eed-4ed4-8327-5f10fdee32cc HTTP/1.1" status: 200 len: 854 time: 0.0876913 Nov 25 04:52:29.627597 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-08da62c2-fd0f-446e-8eeb-616a86a1f7af tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:29.635565 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [None req-499a4a24-e6f4-4559-9006-1d902a96d563 admin admin] Allocated IP 172.20.0.1 (f77f365b-02be-45f9-954a-13cddcd52f52/9662cdb6-12c0-4624-997f-c4dc12ecd471/6f487ba6-f28a-4a1f-90b4-167db3765323) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:52:29.639564 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-0ba4e95c-4b01-4395-af87-6de93d50088a None None] Publish callbacks [] for port, precommit_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:29.646942 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-0ba4e95c-4b01-4395-af87-6de93d50088a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:29.670361 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d09532-5e02-4320-b518-d790de7355ed req-0ab1b337-705d-4d89-bfbd-518fb159dc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:29.671944 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a4d09532-5e02-4320-b518-d790de7355ed req-0ab1b337-705d-4d89-bfbd-518fb159dc90 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e61c9945-d1ae-4463-b46f-4a9fe8a61bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782435 Nov 25 04:52:29.712697 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-08da62c2-fd0f-446e-8eeb-616a86a1f7af tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:29.749796 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-08da62c2-fd0f-446e-8eeb-616a86a1f7af tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788942'] for security_group_rule, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:29.763761 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-0ba4e95c-4b01-4395-af87-6de93d50088a None None] Attempting to bind port d9ac4deb-af05-4fb4-9028-e241204fc75b on host dv-cinder-815582-6-iscsi for vnic_type normal with profile {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:52:29.766851 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-0ba4e95c-4b01-4395-af87-6de93d50088a None None] Attempting to bind port d9ac4deb-af05-4fb4-9028-e241204fc75b by drivers openvswitch,hyperv on host dv-cinder-815582-6-iscsi at level 0 using segments [{'id': '5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:52:29.767781 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba4e95c-4b01-4395-af87-6de93d50088a None None] Attempting to bind port d9ac4deb-af05-4fb4-9028-e241204fc75b on network 7252c0b9-b802-4561-8a54-4fb5c87ca7b8 {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:52:29.777298 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da62c2-fd0f-446e-8eeb-616a86a1f7af tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7966501-96c7-482b-ada8-89668b54aaa5,revision_number=0']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:29.785053 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf15517-f3e8-435c-984d-ec32ad4c1f12 None None] Pushing event updated for resources: {'Port': ['ID=d9ac4deb-af05-4fb4-9028-e241204fc75b,revision_number=2']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:29.787136 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-08da62c2-fd0f-446e-8eeb-616a86a1f7af tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:29.791103 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-08da62c2-fd0f-446e-8eeb-616a86a1f7af tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2284024 Nov 25 04:52:29.791432 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 58890) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:29.794411 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba4e95c-4b01-4395-af87-6de93d50088a None None] Checking agent: {'id': '2825277b-b27f-46a7-b452-1b49513b2056', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 40, 34), 'started_at': datetime.datetime(2021, 11, 25, 4, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:52:29.794879 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba4e95c-4b01-4395-af87-6de93d50088a None None] Checking segment: {'id': '5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:52:29.795294 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-0ba4e95c-4b01-4395-af87-6de93d50088a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:29.795687 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba4e95c-4b01-4395-af87-6de93d50088a None None] Bound using segment: {'id': '5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:52:29.796063 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-69a12fd2-780d-4135-bfa8-a275a35c0f65 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Request body: {'security_group_rule': {'security_group_id': '5f2720e2-5cc9-461e-a829-c34973221b13', 'project_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:52:29.796206 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-0ba4e95c-4b01-4395-af87-6de93d50088a None None] Bound port: d9ac4deb-af05-4fb4-9028-e241204fc75b, host: dv-cinder-815582-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'}}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:52:29.796552 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-0ba4e95c-4b01-4395-af87-6de93d50088a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:29.821046 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-499a4a24-e6f4-4559-9006-1d902a96d563 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:29.854639 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-b04f7b78-088d-4c0a-b021-2c502b0863a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddf8cc3-943b-40da-862b-c85e385f43a3', 'name': 'tempest-TestMinimumBasicScenario-1584244765-router', 'tenant_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '4410f5dc-684e-429a-876c-3116f019a52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:50:56Z', 'updated_at': '2021-11-25T04:51:03Z', 'revision_number': 4, 'project_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'gw_port': {'id': '4410f5dc-684e-429a-876c-3116f019a52a', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf8cc3-943b-40da-862b-c85e385f43a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:57Z', 'updated_at': '2021-11-25T04:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_floatingips': [{'id': 'ad348eb6-4ed2-40a8-a02d-d1a1425639fc', 'tenant_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'router_id': 'bddf8cc3-943b-40da-862b-c85e385f43a3', 'port_id': '1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e61c9945-d1ae-4463-b46f-4a9fe8a61bac', 'mac_address': 'fa:16:3e:35:46:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:52:26Z', 'updated_at': '2021-11-25T04:52:26Z', 'revision_number': 0, 'project_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df0dc540-36dd-4125-84d0-4a9eccb024aa', 'name': '', 'network_id': 'e61c9945-d1ae-4463-b46f-4a9fe8a61bac', 'tenant_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'mac_address': 'fa:16:3e:58:0f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf8cc3-943b-40da-862b-c85e385f43a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '7673e6b1-8eed-4ed4-8327-5f10fdee32cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:51:01Z', 'updated_at': '2021-11-25T04:51:10Z', 'revision_number': 5, 'project_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'subnets': [{'id': '7673e6b1-8eed-4ed4-8327-5f10fdee32cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:52:29.860682 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a4d09532-5e02-4320-b518-d790de7355ed req-6b50eaec-e0f5-4844-b4a4-7a9d0b1210dc service neutron] 10.222.0.41 "GET /v2.0/networks/e61c9945-d1ae-4463-b46f-4a9fe8a61bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773634 Nov 25 04:52:29.882454 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-499a4a24-e6f4-4559-9006-1d902a96d563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:29.888448 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04f7b78-088d-4c0a-b021-2c502b0863a7 None None] The sync data for ids ['bddf8cc3-943b-40da-862b-c85e385f43a3'] in dv-cinder-815582-6-iscsi is: [{'id': 'bddf8cc3-943b-40da-862b-c85e385f43a3', 'name': 'tempest-TestMinimumBasicScenario-1584244765-router', 'tenant_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '4410f5dc-684e-429a-876c-3116f019a52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:50:56Z', 'updated_at': '2021-11-25T04:51:03Z', 'revision_number': 4, 'project_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'gw_port': {'id': '4410f5dc-684e-429a-876c-3116f019a52a', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf8cc3-943b-40da-862b-c85e385f43a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:57Z', 'updated_at': '2021-11-25T04:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_floatingips': [{'id': 'ad348eb6-4ed2-40a8-a02d-d1a1425639fc', 'tenant_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'router_id': 'bddf8cc3-943b-40da-862b-c85e385f43a3', 'port_id': '1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e61c9945-d1ae-4463-b46f-4a9fe8a61bac', 'mac_address': 'fa:16:3e:35:46:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:52:26Z', 'updated_at': '2021-11-25T04:52:26Z', 'revision_number': 0, 'project_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df0dc540-36dd-4125-84d0-4a9eccb024aa', 'name': '', 'network_id': 'e61c9945-d1ae-4463-b46f-4a9fe8a61bac', 'tenant_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'mac_address': 'fa:16:3e:58:0f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf8cc3-943b-40da-862b-c85e385f43a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '7673e6b1-8eed-4ed4-8327-5f10fdee32cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:51:01Z', 'updated_at': '2021-11-25T04:51:10Z', 'revision_number': 5, 'project_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'subnets': [{'id': '7673e6b1-8eed-4ed4-8327-5f10fdee32cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:52:29.896711 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-0ba4e95c-4b01-4395-af87-6de93d50088a None None] For port d9ac4deb-af05-4fb4-9028-e241204fc75b, host dv-cinder-815582-6-iscsi, cleared binding levels {{(pid=109072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:52:29.900807 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-0ba4e95c-4b01-4395-af87-6de93d50088a None None] For port d9ac4deb-af05-4fb4-9028-e241204fc75b, host dv-cinder-815582-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=d9ac4deb-af05-4fb4-9028-e241204fc75b,segment=NetworkSegment(5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6),segment_id=5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6)] {{(pid=109072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:52:29.907406 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-69a12fd2-780d-4135-bfa8-a275a35c0f65 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:29.909589 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-0ba4e95c-4b01-4395-af87-6de93d50088a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:29.952972 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499a4a24-e6f4-4559-9006-1d902a96d563 admin admin] Network f77f365b-02be-45f9-954a-13cddcd52f52 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:52:29.956659 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-499a4a24-e6f4-4559-9006-1d902a96d563 admin admin] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:52:29.961898 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499a4a24-e6f4-4559-9006-1d902a96d563 admin admin] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:52:29.966116 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a4a24-e6f4-4559-9006-1d902a96d563 admin admin] Pushing event updated for resources: {'Port': ['ID=6f487ba6-f28a-4a1f-90b4-167db3765323,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:30.013154 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba4e95c-4b01-4395-af87-6de93d50088a None None] Routers {'3e6aa8c0-8e43-44ea-ad80-2073c22cf059'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:52:30.013628 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-499a4a24-e6f4-4559-9006-1d902a96d563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688128'] for router_interface, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:30.013791 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-0ba4e95c-4b01-4395-af87-6de93d50088a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:52:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['3e6aa8c0-8e43-44ea-ad80-2073c22cf059'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:52:30.091742 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf15517-f3e8-435c-984d-ec32ad4c1f12 None None] Pushing event updated for resources: {'Port': ['ID=d9ac4deb-af05-4fb4-9028-e241204fc75b,revision_number=3']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:30.144648 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-69a12fd2-780d-4135-bfa8-a275a35c0f65 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:30.146774 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a4d09532-5e02-4320-b518-d790de7355ed req-9ec5396b-e0aa-4faf-8b30-3ab06ff70ff3 service neutron] 10.222.0.41 "GET /v2.0/networks/e61c9945-d1ae-4463-b46f-4a9fe8a61bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781219 Nov 25 04:52:30.165568 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-69a12fd2-780d-4135-bfa8-a275a35c0f65 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788942'] for security_group_rule, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:30.212374 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-f38b6958-dce1-42ba-a75f-97452865459b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:30.227238 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a12fd2-780d-4135-bfa8-a275a35c0f65 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a630dc42-9721-421c-bf5c-b8bf2a3f9bbe,revision_number=0']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:30.241870 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-0ba4e95c-4b01-4395-af87-6de93d50088a None None] Set router 3e6aa8c0-8e43-44ea-ad80-2073c22cf059 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:52:30.254622 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-69a12fd2-780d-4135-bfa8-a275a35c0f65 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:30.258414 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-69a12fd2-780d-4135-bfa8-a275a35c0f65 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4635170 Nov 25 04:52:30.258671 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 58896) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:30.263370 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-0be6b26c-78d5-42a9-8ef1-5309c74c4143 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Request body: {'security_group_rule': {'security_group_id': '5f2720e2-5cc9-461e-a829-c34973221b13', 'project_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:52:30.306962 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-0be6b26c-78d5-42a9-8ef1-5309c74c4143 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:30.311351 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-499a4a24-e6f4-4559-9006-1d902a96d563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:30.324347 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbed4783-20f7-4d4d-9c71-3715c25a6e25 None None] New status for floating IP ad348eb6-4ed2-40a8-a02d-d1a1425639fc: ACTIVE {{(pid=109072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 04:52:30.407221 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-0be6b26c-78d5-42a9-8ef1-5309c74c4143 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:30.413600 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-0be6b26c-78d5-42a9-8ef1-5309c74c4143 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788942'] for security_group_rule, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:30.444717 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be6b26c-78d5-42a9-8ef1-5309c74c4143 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef9595e-b86a-4f86-8931-62863406034f,revision_number=0']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:30.456186 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-0be6b26c-78d5-42a9-8ef1-5309c74c4143 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:30.460049 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-0be6b26c-78d5-42a9-8ef1-5309c74c4143 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1980152 Nov 25 04:52:30.461779 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 58904) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:30.468532 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-605b10d4-01f0-4cb5-bfb8-a3b2481ed89e tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Request body: {'security_group_rule': {'security_group_id': '5f2720e2-5cc9-461e-a829-c34973221b13', 'project_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:52:30.508606 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-a8b61dc5-caff-4200-99a6-e1668e22b4c2 None None] Provisioning complete for port 6f487ba6-f28a-4a1f-90b4-167db3765323 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:52:30.509102 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-a8b61dc5-caff-4200-99a6-e1668e22b4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:30.523261 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.db.securitygroups_db [None req-605b10d4-01f0-4cb5-bfb8-a3b2481ed89e tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Project c5e3b4fa99ed478cadc86a6adbcba214 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 04:52:30.533265 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-605b10d4-01f0-4cb5-bfb8-a3b2481ed89e tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:30.563654 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-499a4a24-e6f4-4559-9006-1d902a96d563 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:30.574008 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-499a4a24-e6f4-4559-9006-1d902a96d563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9557411'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:30.623356 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-a8b61dc5-caff-4200-99a6-e1668e22b4c2 None None] Port 6f487ba6-f28a-4a1f-90b4-167db3765323 cannot update to ACTIVE because it is not bound. {{(pid=109072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 04:52:30.659666 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-0ba4e95c-4b01-4395-af87-6de93d50088a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'name': 'tempest-AttachVolumeTestJSON-1106189964-router', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd9ac4deb-af05-4fb4-9028-e241204fc75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:52:25Z', 'updated_at': '2021-11-25T04:52:27Z', 'revision_number': 3, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'gw_port': {'id': 'd9ac4deb-af05-4fb4-9028-e241204fc75b', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:52:26Z', 'updated_at': '2021-11-25T04:52:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi'}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:52:30.668860 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a4a24-e6f4-4559-9006-1d902a96d563 admin admin] Pushing event updated for resources: {'Port': ['ID=6f487ba6-f28a-4a1f-90b4-167db3765323,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:30.687187 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-605b10d4-01f0-4cb5-bfb8-a3b2481ed89e tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:30.688739 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-499a4a24-e6f4-4559-9006-1d902a96d563 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4163469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3681904'] for router_interface, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:30.689176 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba4e95c-4b01-4395-af87-6de93d50088a None None] The sync data for ids ['3e6aa8c0-8e43-44ea-ad80-2073c22cf059'] in dv-cinder-815582-6-iscsi is: [{'id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'name': 'tempest-AttachVolumeTestJSON-1106189964-router', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd9ac4deb-af05-4fb4-9028-e241204fc75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:52:25Z', 'updated_at': '2021-11-25T04:52:27Z', 'revision_number': 3, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'gw_port': {'id': 'd9ac4deb-af05-4fb4-9028-e241204fc75b', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:52:26Z', 'updated_at': '2021-11-25T04:52:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi'}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:52:30.693213 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-605b10d4-01f0-4cb5-bfb8-a3b2481ed89e tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788942'] for security_group_rule, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:30.725707 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-605b10d4-01f0-4cb5-bfb8-a3b2481ed89e tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:30.727299 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-605b10d4-01f0-4cb5-bfb8-a3b2481ed89e tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2644653 Nov 25 04:52:30.730399 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 58908) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:30.735275 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-52a7d355-eb86-4158-8280-521d4718ccfd tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Request body: {'security_group_rule': {'security_group_id': '5f2720e2-5cc9-461e-a829-c34973221b13', 'project_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:52:30.736664 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b10d4-01f0-4cb5-bfb8-a3b2481ed89e tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01bb994d-cfa7-47ed-ba70-645caee95b1c,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:30.763062 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.db.securitygroups_db [None req-52a7d355-eb86-4158-8280-521d4718ccfd tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Project c5e3b4fa99ed478cadc86a6adbcba214 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 04:52:30.768890 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-52a7d355-eb86-4158-8280-521d4718ccfd tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:30.823049 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499a4a24-e6f4-4559-9006-1d902a96d563 admin admin] Network f77f365b-02be-45f9-954a-13cddcd52f52 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:52:30.824435 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-499a4a24-e6f4-4559-9006-1d902a96d563 admin admin] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:52:30.835538 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-52a7d355-eb86-4158-8280-521d4718ccfd tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:30.841220 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-52a7d355-eb86-4158-8280-521d4718ccfd tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788942'] for security_group_rule, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:30.865593 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a7d355-eb86-4158-8280-521d4718ccfd tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e58e3f85-571b-4d68-8f4e-048690459c89,revision_number=0']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:30.872774 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-52a7d355-eb86-4158-8280-521d4718ccfd tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:30.874267 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-52a7d355-eb86-4158-8280-521d4718ccfd tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1427643 Nov 25 04:52:31.020789 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d78513e2-31fa-4b83-bf78-fca1e9dc24bf req-fa7ae406-d037-471d-8fc2-2d1a09fac9bf tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1928831727&fields=id&tenant_id=c5e3b4fa99ed478cadc86a6adbcba214 HTTP/1.1" status: 200 len: 267 time: 0.0874109 Nov 25 04:52:31.023002 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499a4a24-e6f4-4559-9006-1d902a96d563 admin admin] Router 3e6aa8c0-8e43-44ea-ad80-2073c22cf059 has already been hosted by L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f {{(pid=109070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 04:52:31.153806 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78513e2-31fa-4b83-bf78-fca1e9dc24bf req-c5ac889b-06bd-46a5-9ff5-249b8d0ed130 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:31.155356 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d78513e2-31fa-4b83-bf78-fca1e9dc24bf req-c5ac889b-06bd-46a5-9ff5-249b8d0ed130 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 945 time: 0.1241164 Nov 25 04:52:31.157002 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-b2aae2e7-2033-48e4-bf92-00f4d16feb76 None None] Provisioning complete for port 6f487ba6-f28a-4a1f-90b4-167db3765323 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:52:31.158100 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-b2aae2e7-2033-48e4-bf92-00f4d16feb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:31.175296 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-d78513e2-31fa-4b83-bf78-fca1e9dc24bf req-e0b504c9-ebff-4ad8-9a08-11b1ab8df58d tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Request body: {'port': {'security_groups': ['c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1', '5f2720e2-5cc9-461e-a829-c34973221b13']}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:52:31.196870 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-b2aae2e7-2033-48e4-bf92-00f4d16feb76 None None] Port 6f487ba6-f28a-4a1f-90b4-167db3765323 cannot update to ACTIVE because it is not bound. {{(pid=109072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 04:52:31.220832 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:31.221478 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499a4a24-e6f4-4559-9006-1d902a96d563 admin admin] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:52:31.227386 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-499a4a24-e6f4-4559-9006-1d902a96d563 admin admin] 10.222.0.36 "PUT /v2.0/routers/3e6aa8c0-8e43-44ea-ad80-2073c22cf059/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3910649 Nov 25 04:52:31.258934 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-d78513e2-31fa-4b83-bf78-fca1e9dc24bf req-e0b504c9-ebff-4ad8-9a08-11b1ab8df58d tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:31.530639 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-d78513e2-31fa-4b83-bf78-fca1e9dc24bf req-e0b504c9-ebff-4ad8-9a08-11b1ab8df58d tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] For port 1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4,segment=NetworkSegment(f01d369d-4474-4be2-bcbb-52e355d9cd90),segment_id=f01d369d-4474-4be2-bcbb-52e355d9cd90)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:52:31.576767 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-d78513e2-31fa-4b83-bf78-fca1e9dc24bf req-e0b504c9-ebff-4ad8-9a08-11b1ab8df58d tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks [] for port, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:31.587888 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-d78513e2-31fa-4b83-bf78-fca1e9dc24bf req-e0b504c9-ebff-4ad8-9a08-11b1ab8df58d tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9557411'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:31.638061 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:52:31.898791 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device d9ac4deb-af05-4fb4-9028-e241204fc75b up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:52:31.961537 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 58932) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:31.978194 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 58936) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:31.986122 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-429ebbc1-d75c-40c5-837f-9c2faecd9c1b tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1141302691', 'description': 'tempest-description--8660799'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:52:32.020951 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-429ebbc1-d75c-40c5-837f-9c2faecd9c1b tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:32.041638 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port d9ac4deb-af05-4fb4-9028-e241204fc75b triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:52:32.042544 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:32.100577 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78513e2-31fa-4b83-bf78-fca1e9dc24bf req-e0b504c9-ebff-4ad8-9a08-11b1ab8df58d tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:32.101238 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-d78513e2-31fa-4b83-bf78-fca1e9dc24bf req-e0b504c9-ebff-4ad8-9a08-11b1ab8df58d tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:32.109606 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d78513e2-31fa-4b83-bf78-fca1e9dc24bf req-e0b504c9-ebff-4ad8-9a08-11b1ab8df58d tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "PUT /v2.0/ports/1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4 HTTP/1.1" status: 200 len: 981 time: 0.9440439 Nov 25 04:52:32.110152 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b', 'tag': '1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:52:32.112785 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c54fbf746f0c7fba78ef8d59e1beae84bb94fede6ed59824d7b8ea859eeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a60626-eba7-4d79-974c-2d2c55e7671b" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b", "tag": "1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:52:32.170807 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 04:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc9db3e-f38d-4ad2-9f91-81b124a99923 x-openstack-request-id: req-edc9db3e-f38d-4ad2-9f91-81b124a99923 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:52:32.171449 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b", "tag": "1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:52:32.171626 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-edc9db3e-f38d-4ad2-9f91-81b124a99923 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:52:32.172022 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b', 'tag': '1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4', 'status': 'completed', 'code': 200} Nov 25 04:52:32.191769 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b504c9-ebff-4ad8-9a08-11b1ab8df58d tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Pushing event updated for resources: {'Port': ['ID=1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4,revision_number=6']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:32.198931 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-22196d13-8ff7-445e-a822-724c38403e8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:32.262692 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-429ebbc1-d75c-40c5-837f-9c2faecd9c1b tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:32.287571 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-429ebbc1-d75c-40c5-837f-9c2faecd9c1b tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:32.348109 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-429ebbc1-d75c-40c5-837f-9c2faecd9c1b tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:32.349418 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-429ebbc1-d75c-40c5-837f-9c2faecd9c1b tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3695149 Nov 25 04:52:32.352720 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 58942) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:32.357356 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-b0133e68-0d2d-4280-9b21-18445177b7e2 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Request body: {'security_group_rule': {'security_group_id': 'b7db51bb-97cd-44de-8010-84447f7711bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:52:32.390286 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5fff7-070b-4adc-9657-2b9ab3eb766e req-2ca31bbf-d638-4b3e-90b3-ad4bd6e4d8ec tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:32.397219 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-def5fff7-070b-4adc-9657-2b9ab3eb766e req-2ca31bbf-d638-4b3e-90b3-ad4bd6e4d8ec tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 984 time: 0.1997807 Nov 25 04:52:32.400472 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b0133e68-0d2d-4280-9b21-18445177b7e2 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:32.419905 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ebbc1-d75c-40c5-837f-9c2faecd9c1b tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7db51bb-97cd-44de-8010-84447f7711bc,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:32.442055 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:32.452394 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a60626-eba7-4d79-974c-2d2c55e7671b req-79d2ac0d-b0b7-4ae6-aeae-b8503aace5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:32.454134 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-50a60626-eba7-4d79-974c-2d2c55e7671b req-79d2ac0d-b0b7-4ae6-aeae-b8503aace5d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5e3b4fa99ed478cadc86a6adbcba214&device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 1137 time: 0.2146869 Nov 25 04:52:32.471438 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b0133e68-0d2d-4280-9b21-18445177b7e2 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:32.477475 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b0133e68-0d2d-4280-9b21-18445177b7e2 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788942'] for security_group_rule, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:32.502678 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0133e68-0d2d-4280-9b21-18445177b7e2 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77456689-6983-4299-95a5-cef9d11b9f0f,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:32.507785 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] For port d9ac4deb-af05-4fb4-9028-e241204fc75b, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=d9ac4deb-af05-4fb4-9028-e241204fc75b,segment=NetworkSegment(5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6),segment_id=5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:52:32.512431 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b0133e68-0d2d-4280-9b21-18445177b7e2 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:32.513845 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-e81ff8bc-03e0-41e6-9bd4-a85947c0e4a2 None None] Provisioning complete for port 1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:52:32.514444 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-e81ff8bc-03e0-41e6-9bd4-a85947c0e4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:32.517867 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-b0133e68-0d2d-4280-9b21-18445177b7e2 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1613066 Nov 25 04:52:32.518332 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 58944) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:32.523033 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-9a00f212-63e0-4049-a711-d2fd6e57cd3e tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Request body: {'security_group_rule': {'security_group_id': 'b7db51bb-97cd-44de-8010-84447f7711bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:52:32.523197 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-def5fff7-070b-4adc-9657-2b9ab3eb766e req-020fdee9-8928-4bf8-9989-ec95e3b858ba tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1&id=5f2720e2-5cc9-461e-a829-c34973221b13&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1157093 Nov 25 04:52:32.525376 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:32.537955 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-22196d13-8ff7-445e-a822-724c38403e8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:32.543257 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-22196d13-8ff7-445e-a822-724c38403e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:32.562526 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-9a00f212-63e0-4049-a711-d2fd6e57cd3e tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:32.583360 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-22196d13-8ff7-445e-a822-724c38403e8d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1ea5d1c67b8148c296a148fc85f7c6b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6182301 Nov 25 04:52:32.585052 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 58948) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:32.603658 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22196d13-8ff7-445e-a822-724c38403e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e238757-908f-4a8a-8e94-b4da617bc116,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:32.652838 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Pushing event updated for resources: {'Port': ['ID=d9ac4deb-af05-4fb4-9028-e241204fc75b,revision_number=4']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:32.660408 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:32.674119 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-9a00f212-63e0-4049-a711-d2fd6e57cd3e tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:32.687910 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-9a00f212-63e0-4049-a711-d2fd6e57cd3e tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788942'] for security_group_rule, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:32.704525 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e0c70c09-0299-455e-8872-7ec612c23d1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:32.711885 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d171d22d-112e-4302-84d7-4e0f14f0727b None None] Sync routers for ids ['3e6aa8c0-8e43-44ea-ad80-2073c22cf059'] in dv-cinder-815582-6-iscsi {{(pid=109073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:52:32.720054 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00f212-63e0-4049-a711-d2fd6e57cd3e tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075a5394-652c-42a9-bf52-2579bb9cfbe6,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:32.723080 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d171d22d-112e-4302-84d7-4e0f14f0727b None None] Routers {'3e6aa8c0-8e43-44ea-ad80-2073c22cf059'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:52:32.723681 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-d171d22d-112e-4302-84d7-4e0f14f0727b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:52:30Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['3e6aa8c0-8e43-44ea-ad80-2073c22cf059'], 'active': True} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:52:32.737626 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-9a00f212-63e0-4049-a711-d2fd6e57cd3e tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:32.738917 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-9a00f212-63e0-4049-a711-d2fd6e57cd3e tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2194376 Nov 25 04:52:32.740952 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e0c70c09-0299-455e-8872-7ec612c23d1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:32.742290 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 58950) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:32.747344 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-e3172b76-7483-4bd7-a665-173fe2dd3632 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Request body: {'floatingip': {'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:52:32.774310 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e3172b76-7483-4bd7-a665-173fe2dd3632 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for floatingip, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:32.806990 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e0c70c09-0299-455e-8872-7ec612c23d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:32.810289 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e0c70c09-0299-455e-8872-7ec612c23d1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:32.814955 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-e0c70c09-0299-455e-8872-7ec612c23d1d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5e238757-908f-4a8a-8e94-b4da617bc116 HTTP/1.1" status: 204 len: 168 time: 0.2044837 Nov 25 04:52:32.824932 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c70c09-0299-455e-8872-7ec612c23d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e238757-908f-4a8a-8e94-b4da617bc116,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:32.864823 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvr_db [None req-d171d22d-112e-4302-84d7-4e0f14f0727b None None] Set router 3e6aa8c0-8e43-44ea-ad80-2073c22cf059 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:52:32.898363 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e3172b76-7483-4bd7-a665-173fe2dd3632 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:33.009089 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 6 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 04:52:33.013626 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.db_base_plugin_common [None req-e3172b76-7483-4bd7-a665-173fe2dd3632 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Allocated IP 172.27.2.202 (7252c0b9-b802-4561-8a54-4fb5c87ca7b8/b33b80b7-52e3-4af3-b161-e1f3edefb5e3/2008361c-a963-4569-8d4c-80f6174df9d2) {{(pid=109071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:52:33.093133 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-d171d22d-112e-4302-84d7-4e0f14f0727b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'name': 'tempest-AttachVolumeTestJSON-1106189964-router', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd9ac4deb-af05-4fb4-9028-e241204fc75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:52:25Z', 'updated_at': '2021-11-25T04:52:30Z', 'revision_number': 4, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'gw_port': {'id': 'd9ac4deb-af05-4fb4-9028-e241204fc75b', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:52:26Z', 'updated_at': '2021-11-25T04:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '6f487ba6-f28a-4a1f-90b4-167db3765323', 'name': '', 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'mac_address': 'fa:16:3e:f6:4d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9662cdb6-12c0-4624-997f-c4dc12ecd471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:52:29Z', 'updated_at': '2021-11-25T04:52:30Z', 'revision_number': 2, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'subnets': [{'id': '9662cdb6-12c0-4624-997f-c4dc12ecd471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:52:33.138678 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e3172b76-7483-4bd7-a665-173fe2dd3632 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for port, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:33.178479 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e3172b76-7483-4bd7-a665-173fe2dd3632 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:33.210294 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d171d22d-112e-4302-84d7-4e0f14f0727b None None] Checking router: 3e6aa8c0-8e43-44ea-ad80-2073c22cf059 for host: dv-cinder-815582-6-iscsi {{(pid=109073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:52:33.210641 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d171d22d-112e-4302-84d7-4e0f14f0727b None None] Updating router 3e6aa8c0-8e43-44ea-ad80-2073c22cf059 port 6f487ba6-f28a-4a1f-90b4-167db3765323 binding host dv-cinder-815582-6-iscsi {{(pid=109073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 04:52:33.219182 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3172b76-7483-4bd7-a665-173fe2dd3632 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Network 7252c0b9-b802-4561-8a54-4fb5c87ca7b8 is already hosted by enough agents. {{(pid=109071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:52:33.230770 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [None req-e3172b76-7483-4bd7-a665-173fe2dd3632 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Resources bound (agent type, host, resource id): {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:52:33.236644 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-d171d22d-112e-4302-84d7-4e0f14f0727b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:33.246484 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3172b76-7483-4bd7-a665-173fe2dd3632 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Received port after_create {{(pid=109071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:52:33.303160 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3172b76-7483-4bd7-a665-173fe2dd3632 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Pushing event updated for resources: {'Port': ['ID=2008361c-a963-4569-8d4c-80f6174df9d2,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:33.374918 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a60626-eba7-4d79-974c-2d2c55e7671b req-1ef44e24-dee1-409d-9f7b-d1bb8053caf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:33.376442 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-50a60626-eba7-4d79-974c-2d2c55e7671b req-1ef44e24-dee1-409d-9f7b-d1bb8053caf4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e61c9945-d1ae-4463-b46f-4a9fe8a61bac HTTP/1.1" status: 200 len: 916 time: 0.1601717 Nov 25 04:52:33.395187 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e3172b76-7483-4bd7-a665-173fe2dd3632 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:33.435457 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e3172b76-7483-4bd7-a665-173fe2dd3632 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:33.498486 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-d171d22d-112e-4302-84d7-4e0f14f0727b None None] Publish callbacks [] for port, precommit_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:33.505528 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-d171d22d-112e-4302-84d7-4e0f14f0727b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:33.555859 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32d4e8-d610-4247-b495-df3b6fe12d52 None None] Pushing event updated for resources: {'Port': ['ID=6f487ba6-f28a-4a1f-90b4-167db3765323,revision_number=3']} {{(pid=109073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:33.566110 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f32d4e8-d610-4247-b495-df3b6fe12d52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:33.566698 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f32d4e8-d610-4247-b495-df3b6fe12d52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:33.567262 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f32d4e8-d610-4247-b495-df3b6fe12d52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:33.567770 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f32d4e8-d610-4247-b495-df3b6fe12d52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:33.568302 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f32d4e8-d610-4247-b495-df3b6fe12d52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:33.568856 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f32d4e8-d610-4247-b495-df3b6fe12d52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:33.569464 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f32d4e8-d610-4247-b495-df3b6fe12d52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:33.569796 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f32d4e8-d610-4247-b495-df3b6fe12d52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:33.570153 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f32d4e8-d610-4247-b495-df3b6fe12d52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:33.570670 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f32d4e8-d610-4247-b495-df3b6fe12d52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:33.571001 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f32d4e8-d610-4247-b495-df3b6fe12d52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:33.571332 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f32d4e8-d610-4247-b495-df3b6fe12d52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:52:33.588573 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e3172b76-7483-4bd7-a665-173fe2dd3632 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for port, precommit_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:33.594711 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e3172b76-7483-4bd7-a665-173fe2dd3632 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8963629'] for port, after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:33.596389 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:33.626514 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.managers [None req-d171d22d-112e-4302-84d7-4e0f14f0727b None None] Attempting to bind port 6f487ba6-f28a-4a1f-90b4-167db3765323 on host dv-cinder-815582-6-iscsi for vnic_type normal with profile {{(pid=109073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:52:33.627052 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.managers [None req-d171d22d-112e-4302-84d7-4e0f14f0727b None None] Attempting to bind port 6f487ba6-f28a-4a1f-90b4-167db3765323 by drivers openvswitch,hyperv on host dv-cinder-815582-6-iscsi at level 0 using segments [{'id': 'b1dba0eb-0cf9-4f10-8d76-96f787d824b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52'}] {{(pid=109073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:52:33.627418 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d171d22d-112e-4302-84d7-4e0f14f0727b None None] Attempting to bind port 6f487ba6-f28a-4a1f-90b4-167db3765323 on network f77f365b-02be-45f9-954a-13cddcd52f52 {{(pid=109073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:52:33.633299 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d171d22d-112e-4302-84d7-4e0f14f0727b None None] Checking agent: {'id': '2825277b-b27f-46a7-b452-1b49513b2056', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 40, 34), 'started_at': datetime.datetime(2021, 11, 25, 4, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:52:33.633691 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d171d22d-112e-4302-84d7-4e0f14f0727b None None] Checking segment: {'id': 'b1dba0eb-0cf9-4f10-8d76-96f787d824b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:52:33.634233 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-d171d22d-112e-4302-84d7-4e0f14f0727b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:33.634794 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d171d22d-112e-4302-84d7-4e0f14f0727b None None] Bound using segment: {'id': 'b1dba0eb-0cf9-4f10-8d76-96f787d824b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52'} {{(pid=109073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:52:33.635303 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.managers [None req-d171d22d-112e-4302-84d7-4e0f14f0727b None None] Bound port: 6f487ba6-f28a-4a1f-90b4-167db3765323, host: dv-cinder-815582-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1dba0eb-0cf9-4f10-8d76-96f787d824b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52'}}] {{(pid=109073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:52:33.635736 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-d171d22d-112e-4302-84d7-4e0f14f0727b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:33.674265 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3172b76-7483-4bd7-a665-173fe2dd3632 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Pushing event updated for resources: {'Port': ['ID=2008361c-a963-4569-8d4c-80f6174df9d2,revision_number=2']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:33.686604 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e3172b76-7483-4bd7-a665-173fe2dd3632 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688023'] for floatingip, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:33.705140 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.db [None req-d171d22d-112e-4302-84d7-4e0f14f0727b None None] For port 6f487ba6-f28a-4a1f-90b4-167db3765323, host dv-cinder-815582-6-iscsi, cleared binding levels {{(pid=109073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:52:33.708673 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e3172b76-7483-4bd7-a665-173fe2dd3632 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for floatingip, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:33.709719 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.db [None req-d171d22d-112e-4302-84d7-4e0f14f0727b None None] For port 6f487ba6-f28a-4a1f-90b4-167db3765323, host dv-cinder-815582-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=6f487ba6-f28a-4a1f-90b4-167db3765323,segment=NetworkSegment(b1dba0eb-0cf9-4f10-8d76-96f787d824b9),segment_id=b1dba0eb-0cf9-4f10-8d76-96f787d824b9)] {{(pid=109073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:52:33.711286 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-e3172b76-7483-4bd7-a665-173fe2dd3632 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9677227 Nov 25 04:52:33.732882 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-d171d22d-112e-4302-84d7-4e0f14f0727b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:33.782515 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d171d22d-112e-4302-84d7-4e0f14f0727b None None] Routers {'3e6aa8c0-8e43-44ea-ad80-2073c22cf059'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:52:33.783205 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-d171d22d-112e-4302-84d7-4e0f14f0727b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:52:30Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['3e6aa8c0-8e43-44ea-ad80-2073c22cf059'], 'active': True} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:52:33.837808 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device d9ac4deb-af05-4fb4-9028-e241204fc75b up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:52:33.841349 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7a0d3867-b526-4961-8de4-5bb1b4b49f35 None None] Provisioning complete for port 6f487ba6-f28a-4a1f-90b4-167db3765323 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:52:33.841918 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7a0d3867-b526-4961-8de4-5bb1b4b49f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:33.905378 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvr_db [None req-d171d22d-112e-4302-84d7-4e0f14f0727b None None] Set router 3e6aa8c0-8e43-44ea-ad80-2073c22cf059 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:52:33.957805 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port d9ac4deb-af05-4fb4-9028-e241204fc75b triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:52:33.958179 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:33.990566 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-47a09197-b69e-44d2-855c-12caa5f1bba7 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1141302691&fields=id&tenant_id=ff8379d8cdb74602af55d34607368946 HTTP/1.1" status: 200 len: 267 time: 0.0612807 Nov 25 04:52:34.000368 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32d4e8-d610-4247-b495-df3b6fe12d52 None None] Pushing event updated for resources: {'Port': ['ID=6f487ba6-f28a-4a1f-90b4-167db3765323,revision_number=4']} {{(pid=109073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:34.042443 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7a0d3867-b526-4961-8de4-5bb1b4b49f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:34.095258 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-7a0d3867-b526-4961-8de4-5bb1b4b49f35 None None] For port 6f487ba6-f28a-4a1f-90b4-167db3765323, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=6f487ba6-f28a-4a1f-90b4-167db3765323,segment=NetworkSegment(b1dba0eb-0cf9-4f10-8d76-96f787d824b9),segment_id=b1dba0eb-0cf9-4f10-8d76-96f787d824b9)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:52:34.102894 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7a0d3867-b526-4961-8de4-5bb1b4b49f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:34.114842 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-b7df1c3a-ce7b-41f8-acf0-67bd22ab39a7 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:34.123691 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-b7df1c3a-ce7b-41f8-acf0-67bd22ab39a7 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/networks?id=f77f365b-02be-45f9-954a-13cddcd52f52 HTTP/1.1" status: 200 len: 811 time: 0.1253674 Nov 25 04:52:34.133230 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-50a60626-eba7-4d79-974c-2d2c55e7671b req-0f1e30f1-58c6-4a34-87e2-f4c5bce3693b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4 HTTP/1.1" status: 200 len: 1000 time: 0.0686755 Nov 25 04:52:34.137665 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-af4d8e9a-514c-45d0-b0bc-49be56d340dc tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/quotas/ff8379d8cdb74602af55d34607368946 HTTP/1.1" status: 200 len: 375 time: 0.0125449 Nov 25 04:52:34.141788 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-d171d22d-112e-4302-84d7-4e0f14f0727b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'name': 'tempest-AttachVolumeTestJSON-1106189964-router', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd9ac4deb-af05-4fb4-9028-e241204fc75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:52:25Z', 'updated_at': '2021-11-25T04:52:30Z', 'revision_number': 4, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'gw_port': {'id': 'd9ac4deb-af05-4fb4-9028-e241204fc75b', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:52:26Z', 'updated_at': '2021-11-25T04:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '6f487ba6-f28a-4a1f-90b4-167db3765323', 'name': '', 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'mac_address': 'fa:16:3e:f6:4d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9662cdb6-12c0-4624-997f-c4dc12ecd471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:52:29Z', 'updated_at': '2021-11-25T04:52:33Z', 'revision_number': 4, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'subnets': [{'id': '9662cdb6-12c0-4624-997f-c4dc12ecd471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:52:34.169387 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d171d22d-112e-4302-84d7-4e0f14f0727b None None] The sync data for ids ['3e6aa8c0-8e43-44ea-ad80-2073c22cf059'] in dv-cinder-815582-6-iscsi is: [{'id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'name': 'tempest-AttachVolumeTestJSON-1106189964-router', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd9ac4deb-af05-4fb4-9028-e241204fc75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:52:25Z', 'updated_at': '2021-11-25T04:52:30Z', 'revision_number': 4, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'gw_port': {'id': 'd9ac4deb-af05-4fb4-9028-e241204fc75b', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:52:26Z', 'updated_at': '2021-11-25T04:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '6f487ba6-f28a-4a1f-90b4-167db3765323', 'name': '', 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'mac_address': 'fa:16:3e:f6:4d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9662cdb6-12c0-4624-997f-c4dc12ecd471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:52:29Z', 'updated_at': '2021-11-25T04:52:33Z', 'revision_number': 4, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'subnets': [{'id': '9662cdb6-12c0-4624-997f-c4dc12ecd471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:52:34.190875 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d3867-b526-4961-8de4-5bb1b4b49f35 None None] Pushing event updated for resources: {'Port': ['ID=6f487ba6-f28a-4a1f-90b4-167db3765323,revision_number=5']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:34.203842 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-9b000ecb-d116-45e7-8c82-9da093ba1ed9 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff8379d8cdb74602af55d34607368946&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597467 Nov 25 04:52:34.246704 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-243bb9d1-42da-4cac-aed1-4d6d287cdc93 None None] Provisioning complete for port 6f487ba6-f28a-4a1f-90b4-167db3765323 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:52:34.247190 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-243bb9d1-42da-4cac-aed1-4d6d287cdc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:34.322779 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-387d8034-072c-4b73-80d7-c5d2a992d3cd service neutron] 10.222.0.36 "GET /v2.0/networks/f77f365b-02be-45f9-954a-13cddcd52f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969474 Nov 25 04:52:34.423568 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-6d90e83f-93b8-462d-a440-86e3e056e1c9 service neutron] 10.222.0.36 "GET /v2.0/networks/f77f365b-02be-45f9-954a-13cddcd52f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939248 Nov 25 04:52:34.609740 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-78ab31c6-f29b-46dd-98ad-e137ea9bb828 req-d9ba4626-fd0f-4215-a934-629b369c8305 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 210 time: 0.0378191 Nov 25 04:52:35.136801 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a60626-eba7-4d79-974c-2d2c55e7671b req-1abbde4b-254b-4a9d-8874-3969d2a4f5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:35.138436 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-50a60626-eba7-4d79-974c-2d2c55e7671b req-1abbde4b-254b-4a9d-8874-3969d2a4f5a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7673e6b1-8eed-4ed4-8327-5f10fdee32cc HTTP/1.1" status: 200 len: 854 time: 0.0510788 Nov 25 04:52:35.189206 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a60626-eba7-4d79-974c-2d2c55e7671b req-134ab531-f5b9-4445-8542-73039b3e8600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:35.190992 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-50a60626-eba7-4d79-974c-2d2c55e7671b req-134ab531-f5b9-4445-8542-73039b3e8600 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e61c9945-d1ae-4463-b46f-4a9fe8a61bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451291 Nov 25 04:52:35.261831 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:52:35.291219 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-50a60626-eba7-4d79-974c-2d2c55e7671b req-0efbdabf-05e3-4831-b400-17d0c764975b service neutron] 10.222.0.41 "GET /v2.0/networks/e61c9945-d1ae-4463-b46f-4a9fe8a61bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880532 Nov 25 04:52:35.394631 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-50a60626-eba7-4d79-974c-2d2c55e7671b req-c9108907-4383-4eff-bd11-a5e9d28f4c53 service neutron] 10.222.0.41 "GET /v2.0/networks/e61c9945-d1ae-4463-b46f-4a9fe8a61bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902801 Nov 25 04:52:35.703752 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-124ff993-5267-4922-9c55-35c9e71cddf6 req-8877a9fb-ad29-47fc-ac97-8d8e3df3762d tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 210 time: 0.0302510 Nov 25 04:52:35.826687 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 6f487ba6-f28a-4a1f-90b4-167db3765323 up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:52:35.877139 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port 6f487ba6-f28a-4a1f-90b4-167db3765323 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:52:35.877537 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:35.995421 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-71ae1a71-43c0-4d70-84a2-b7fd8f1f2a02 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:35.997156 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-71ae1a71-43c0-4d70-84a2-b7fd8f1f2a02 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.41 "GET /v2.0/networks?id=f77f365b-02be-45f9-954a-13cddcd52f52 HTTP/1.1" status: 200 len: 811 time: 0.1131446 Nov 25 04:52:36.084486 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-5f58ff0f-23ce-4277-a102-f7a52b410e58 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff8379d8cdb74602af55d34607368946 HTTP/1.1" status: 200 len: 380 time: 0.0668757 Nov 25 04:52:36.097637 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-3ac48f30-bfc9-4976-b0df-675858d84a5d tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Request body: {'port': {'device_id': '6023f39a-eec6-4d6a-8a5c-7f85ad44872a', 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52', 'admin_state_up': True, 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'security_groups': ['b7db51bb-97cd-44de-8010-84447f7711bc']}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:52:36.212957 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-3ac48f30-bfc9-4976-b0df-675858d84a5d tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Made reservation on behalf of ff8379d8cdb74602af55d34607368946 for: {'port': 1} {{(pid=109071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:52:36.217507 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-3ac48f30-bfc9-4976-b0df-675858d84a5d tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:36.346774 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.db_base_plugin_common [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-3ac48f30-bfc9-4976-b0df-675858d84a5d tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Allocated IP 172.20.0.6 (f77f365b-02be-45f9-954a-13cddcd52f52/9662cdb6-12c0-4624-997f-c4dc12ecd471/ebadb325-8860-4cb6-8504-da1f2d1ebee5) {{(pid=109071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:52:36.498856 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-3ac48f30-bfc9-4976-b0df-675858d84a5d tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for port, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:36.536194 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-3ac48f30-bfc9-4976-b0df-675858d84a5d tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:36.586019 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-3ac48f30-bfc9-4976-b0df-675858d84a5d tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Network f77f365b-02be-45f9-954a-13cddcd52f52 is already hosted by enough agents. {{(pid=109071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:52:36.590087 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-3ac48f30-bfc9-4976-b0df-675858d84a5d tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Resources bound (agent type, host, resource id): {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:52:36.592010 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac48f30-bfc9-4976-b0df-675858d84a5d tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Pushing event updated for resources: {'Port': ['ID=ebadb325-8860-4cb6-8504-da1f2d1ebee5,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:36.594246 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-3ac48f30-bfc9-4976-b0df-675858d84a5d tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Received port after_create {{(pid=109071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:52:36.647307 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-3ac48f30-bfc9-4976-b0df-675858d84a5d tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:36.647927 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-3ac48f30-bfc9-4976-b0df-675858d84a5d tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:36.665107 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-3ac48f30-bfc9-4976-b0df-675858d84a5d tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5713766 Nov 25 04:52:36.687320 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-5a193aad-f515-483c-bff7-7557036a0bcc service neutron] Request body: {'port': {'device_id': '6023f39a-eec6-4d6a-8a5c-7f85ad44872a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:52:36.745279 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-5a193aad-f515-483c-bff7-7557036a0bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:36.777386 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-753ac2e9-9285-4144-841f-be1cf7d432a0 None None] Provisioning complete for port ebadb325-8860-4cb6-8504-da1f2d1ebee5 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:52:36.777948 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-753ac2e9-9285-4144-841f-be1cf7d432a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:36.811386 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-753ac2e9-9285-4144-841f-be1cf7d432a0 None None] Port ebadb325-8860-4cb6-8504-da1f2d1ebee5 cannot update to ACTIVE because it is not bound. {{(pid=109072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 04:52:36.901426 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c6b7b-5caf-454d-a34b-4ecdd200c75d req-f87e873f-04f0-4ba9-80bf-00d4585174cf tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:36.902839 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0b9c6b7b-5caf-454d-a34b-4ecdd200c75d req-f87e873f-04f0-4ba9-80bf-00d4585174cf tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 931 time: 0.1199884 Nov 25 04:52:37.005978 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0b9c6b7b-5caf-454d-a34b-4ecdd200c75d req-496ee182-4541-46e4-957a-83f23cc2047e tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888925 Nov 25 04:52:37.079651 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-5a193aad-f515-483c-bff7-7557036a0bcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebadb325-8860-4cb6-8504-da1f2d1ebee5 {{(pid=109071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:52:37.087203 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-5a193aad-f515-483c-bff7-7557036a0bcc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:37.100061 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-5a193aad-f515-483c-bff7-7557036a0bcc service neutron] Transition to ACTIVE for port object ebadb325-8860-4cb6-8504-da1f2d1ebee5 will not be triggered until provisioned by entity L2. {{(pid=109071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 04:52:37.106073 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-5a193aad-f515-483c-bff7-7557036a0bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8963629'] for port, after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:37.153559 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a193aad-f515-483c-bff7-7557036a0bcc service neutron] Pushing event updated for resources: {'Port': ['ID=ebadb325-8860-4cb6-8504-da1f2d1ebee5,revision_number=2']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:37.231362 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-5a193aad-f515-483c-bff7-7557036a0bcc service neutron] Attempting to bind port ebadb325-8860-4cb6-8504-da1f2d1ebee5 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:52:37.232045 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-5a193aad-f515-483c-bff7-7557036a0bcc service neutron] Attempting to bind port ebadb325-8860-4cb6-8504-da1f2d1ebee5 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'b1dba0eb-0cf9-4f10-8d76-96f787d824b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52'}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:52:37.232470 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-5a193aad-f515-483c-bff7-7557036a0bcc service neutron] Attempting to bind port ebadb325-8860-4cb6-8504-da1f2d1ebee5 on network f77f365b-02be-45f9-954a-13cddcd52f52 {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:52:37.236771 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-5a193aad-f515-483c-bff7-7557036a0bcc service neutron] Port ebadb325-8860-4cb6-8504-da1f2d1ebee5 on network f77f365b-02be-45f9-954a-13cddcd52f52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 04:52:37.237224 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-5a193aad-f515-483c-bff7-7557036a0bcc service neutron] Attempting to bind port ebadb325-8860-4cb6-8504-da1f2d1ebee5 on network f77f365b-02be-45f9-954a-13cddcd52f52 {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:52:37.242143 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-5a193aad-f515-483c-bff7-7557036a0bcc service neutron] Checking agent: {'id': '1f14ab98-53f7-4a68-bcc6-b943f33cb2d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'started_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:52:37.242480 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-5a193aad-f515-483c-bff7-7557036a0bcc service neutron] Checking segment: {'id': 'b1dba0eb-0cf9-4f10-8d76-96f787d824b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:52:37.242875 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-5a193aad-f515-483c-bff7-7557036a0bcc service neutron] Bound using segment: {'id': 'b1dba0eb-0cf9-4f10-8d76-96f787d824b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52'} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:52:37.243307 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-5a193aad-f515-483c-bff7-7557036a0bcc service neutron] Bound port: ebadb325-8860-4cb6-8504-da1f2d1ebee5, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dba0eb-0cf9-4f10-8d76-96f787d824b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52'}}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:52:37.243667 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-5a193aad-f515-483c-bff7-7557036a0bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:37.308876 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-5a193aad-f515-483c-bff7-7557036a0bcc service neutron] For port ebadb325-8860-4cb6-8504-da1f2d1ebee5, host hv-cinder-81558, cleared binding levels {{(pid=109071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:52:37.312002 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-5a193aad-f515-483c-bff7-7557036a0bcc service neutron] For port ebadb325-8860-4cb6-8504-da1f2d1ebee5, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=ebadb325-8860-4cb6-8504-da1f2d1ebee5,segment=NetworkSegment(b1dba0eb-0cf9-4f10-8d76-96f787d824b9),segment_id=b1dba0eb-0cf9-4f10-8d76-96f787d824b9)] {{(pid=109071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:52:37.317994 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-5a193aad-f515-483c-bff7-7557036a0bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8963629'] for port, after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:37.355977 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-5a193aad-f515-483c-bff7-7557036a0bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:37.356602 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-5a193aad-f515-483c-bff7-7557036a0bcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:37.358091 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-5a193aad-f515-483c-bff7-7557036a0bcc service neutron] 10.222.0.41 "PUT /v2.0/ports/ebadb325-8860-4cb6-8504-da1f2d1ebee5 HTTP/1.1" status: 200 len: 1093 time: 0.6760311 Nov 25 04:52:37.358545 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6023f39a-eec6-4d6a-8a5c-7f85ad44872a', 'tag': 'ebadb325-8860-4cb6-8504-da1f2d1ebee5'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:52:37.360916 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d57e7af397f6b944dcc9a6f5390767d05535c9c85852faf17d281085e8a62f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f4a9a0-4f11-46c6-a1fd-371305df6215" -d '{"events": [{"name": "network-changed", "server_uuid": "6023f39a-eec6-4d6a-8a5c-7f85ad44872a", "tag": "ebadb325-8860-4cb6-8504-da1f2d1ebee5"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:52:37.389458 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a193aad-f515-483c-bff7-7557036a0bcc service neutron] Pushing event updated for resources: {'Port': ['ID=ebadb325-8860-4cb6-8504-da1f2d1ebee5,revision_number=3']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:37.419702 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 04:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ad3d65-a237-4140-ab03-7e4ddd33006a x-openstack-request-id: req-b6ad3d65-a237-4140-ab03-7e4ddd33006a {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:52:37.420016 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6023f39a-eec6-4d6a-8a5c-7f85ad44872a", "tag": "ebadb325-8860-4cb6-8504-da1f2d1ebee5", "status": "completed", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:52:37.420315 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b6ad3d65-a237-4140-ab03-7e4ddd33006a {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:52:37.420721 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6023f39a-eec6-4d6a-8a5c-7f85ad44872a', 'tag': 'ebadb325-8860-4cb6-8504-da1f2d1ebee5', 'status': 'completed', 'code': 200} Nov 25 04:52:37.480240 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-2940cbb8-1e62-403d-aadf-70cb6a605ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:37.481909 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-2940cbb8-1e62-403d-aadf-70cb6a605ed1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff8379d8cdb74602af55d34607368946&device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 1096 time: 0.0422587 Nov 25 04:52:37.542304 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-fb4bbf97-bdc4-4e43-b525-584ee07f8bcb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebadb325-8860-4cb6-8504-da1f2d1ebee5 HTTP/1.1" status: 200 len: 217 time: 0.0414102 Nov 25 04:52:37.604569 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-d239c921-f57b-48b3-9965-8597ac8e1497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:37.606202 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-d239c921-f57b-48b3-9965-8597ac8e1497 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9662cdb6-12c0-4624-997f-c4dc12ecd471 HTTP/1.1" status: 200 len: 850 time: 0.0554481 Nov 25 04:52:37.654430 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-7f395e92-6438-4f00-a882-0444d48223a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:37.656095 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-7f395e92-6438-4f00-a882-0444d48223a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f77f365b-02be-45f9-954a-13cddcd52f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420506 Nov 25 04:52:37.761204 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-04e41fbb-ffd6-4a05-aac7-09e25e9d3606 service neutron] 10.222.0.41 "GET /v2.0/networks/f77f365b-02be-45f9-954a-13cddcd52f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941725 Nov 25 04:52:37.853893 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-aa5d550d-1018-4202-a1d0-c39fa3da5a73 req-161e27ee-47d1-49ef-bc17-97e109f5ce96 service neutron] 10.222.0.41 "GET /v2.0/networks/f77f365b-02be-45f9-954a-13cddcd52f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837896 Nov 25 04:52:38.020544 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4a9a0-4f11-46c6-a1fd-371305df6215 req-e6bde7cf-2649-45e0-8426-433b1a189f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:38.022086 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f8f4a9a0-4f11-46c6-a1fd-371305df6215 req-e6bde7cf-2649-45e0-8426-433b1a189f4a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff8379d8cdb74602af55d34607368946&device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 1096 time: 0.0430634 Nov 25 04:52:38.150599 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4a9a0-4f11-46c6-a1fd-371305df6215 req-4a7c8c4b-1b85-45ff-acb1-3886d2889c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:38.151994 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f8f4a9a0-4f11-46c6-a1fd-371305df6215 req-4a7c8c4b-1b85-45ff-acb1-3886d2889c7a service neutron] 10.222.0.41 "GET /v2.0/networks?id=f77f365b-02be-45f9-954a-13cddcd52f52 HTTP/1.1" status: 200 len: 912 time: 0.1217661 Nov 25 04:52:38.160107 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e7b83-6534-4ebc-814a-685e15360ada req-f4133ab7-6a1c-4865-8749-7d0858949a24 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:38.161507 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-9c4e7b83-6534-4ebc-814a-685e15360ada req-f4133ab7-6a1c-4865-8749-7d0858949a24 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 943 time: 0.0782564 Nov 25 04:52:38.207162 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f8f4a9a0-4f11-46c6-a1fd-371305df6215 req-1e581a06-a15e-4ac6-8b36-84adb3a53ced service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebadb325-8860-4cb6-8504-da1f2d1ebee5 HTTP/1.1" status: 200 len: 217 time: 0.0424531 Nov 25 04:52:38.275196 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-9c4e7b83-6534-4ebc-814a-685e15360ada req-34d47d69-f6b8-4ff3-bbbc-2ac30602a2c8 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049569 Nov 25 04:52:38.279074 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4a9a0-4f11-46c6-a1fd-371305df6215 req-43e70977-5828-4af7-b84d-055b54e9aa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:38.280504 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f8f4a9a0-4f11-46c6-a1fd-371305df6215 req-43e70977-5828-4af7-b84d-055b54e9aa4e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9662cdb6-12c0-4624-997f-c4dc12ecd471 HTTP/1.1" status: 200 len: 850 time: 0.0653057 Nov 25 04:52:38.327569 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4a9a0-4f11-46c6-a1fd-371305df6215 req-8840280f-7c46-44bf-ba8a-a189ab55165d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:38.329092 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f8f4a9a0-4f11-46c6-a1fd-371305df6215 req-8840280f-7c46-44bf-ba8a-a189ab55165d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f77f365b-02be-45f9-954a-13cddcd52f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409634 Nov 25 04:52:38.433941 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f8f4a9a0-4f11-46c6-a1fd-371305df6215 req-2d90def6-ec38-4315-8d23-351d5849ea28 service neutron] 10.222.0.41 "GET /v2.0/networks/f77f365b-02be-45f9-954a-13cddcd52f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941861 Nov 25 04:52:38.538367 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f8f4a9a0-4f11-46c6-a1fd-371305df6215 req-3d068c60-0d6e-49dd-8ad3-8aad41d993d3 service neutron] 10.222.0.41 "GET /v2.0/networks/f77f365b-02be-45f9-954a-13cddcd52f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965605 Nov 25 04:52:39.412324 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5245eae-0842-4c0d-883e-e279a2f1e1eb req-1edd2e0a-0573-4e39-9807-84f0582b3fc6 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:39.414320 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d5245eae-0842-4c0d-883e-e279a2f1e1eb req-1edd2e0a-0573-4e39-9807-84f0582b3fc6 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 943 time: 0.0577211 Nov 25 04:52:39.464080 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d5245eae-0842-4c0d-883e-e279a2f1e1eb req-256ab283-8c57-455e-935b-cf0aedb51ce3 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436623 Nov 25 04:52:40.603208 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5aaa6-7da2-410b-9f3f-793523b3795c req-de92da60-f008-4396-80b5-ef6b5079d19c tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:40.604756 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ece5aaa6-7da2-410b-9f3f-793523b3795c req-de92da60-f008-4396-80b5-ef6b5079d19c tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 943 time: 0.0573511 Nov 25 04:52:40.652231 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ece5aaa6-7da2-410b-9f3f-793523b3795c req-7f96bd9e-554c-41fa-bb58-facc7900e6bb tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413847 Nov 25 04:52:41.098917 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device ebadb325-8860-4cb6-8504-da1f2d1ebee5 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=109072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 04:52:41.208958 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port ebadb325-8860-4cb6-8504-da1f2d1ebee5, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=ebadb325-8860-4cb6-8504-da1f2d1ebee5,segment=NetworkSegment(b1dba0eb-0cf9-4f10-8d76-96f787d824b9),segment_id=b1dba0eb-0cf9-4f10-8d76-96f787d824b9)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:52:41.221147 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Returning: {'device': 'ebadb325-8860-4cb6-8504-da1f2d1ebee5', 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52', 'port_id': 'ebadb325-8860-4cb6-8504-da1f2d1ebee5', 'mac_address': 'fa:16:3e:e2:f6:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9662cdb6-12c0-4624-997f-c4dc12ecd471', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 04:52:41.261384 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:41.275072 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebadb325-8860-4cb6-8504-da1f2d1ebee5 {{(pid=109072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:52:41.298353 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port ebadb325-8860-4cb6-8504-da1f2d1ebee5, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=ebadb325-8860-4cb6-8504-da1f2d1ebee5,segment=NetworkSegment(b1dba0eb-0cf9-4f10-8d76-96f787d824b9),segment_id=b1dba0eb-0cf9-4f10-8d76-96f787d824b9)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:52:41.304505 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:41.353583 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=ebadb325-8860-4cb6-8504-da1f2d1ebee5,revision_number=4']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:41.710241 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['ebadb325-8860-4cb6-8504-da1f2d1ebee5'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:52:41.782222 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4c54e-935b-4fe9-a628-2059dd7567ed req-7478bf21-3539-4bdd-b884-a3558f061b75 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:41.783809 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-84d4c54e-935b-4fe9-a628-2059dd7567ed req-7478bf21-3539-4bdd-b884-a3558f061b75 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 944 time: 0.0611427 Nov 25 04:52:41.839706 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-84d4c54e-935b-4fe9-a628-2059dd7567ed req-35bec7d1-c46c-4530-9c96-4a3a90ac046c tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489125 Nov 25 04:52:42.965168 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b796f-9d20-4a97-882d-8a8a5b8a4b42 req-14c21ac3-2894-413c-ab56-92f023325724 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:42.966706 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-e10b796f-9d20-4a97-882d-8a8a5b8a4b42 req-14c21ac3-2894-413c-ab56-92f023325724 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 944 time: 0.0510409 Nov 25 04:52:43.018409 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-e10b796f-9d20-4a97-882d-8a8a5b8a4b42 req-cdb11e9e-3421-4413-a272-ac2bd0b6f1f4 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427802 Nov 25 04:52:43.121269 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device ebadb325-8860-4cb6-8504-da1f2d1ebee5 up at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:52:43.173696 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning for port ebadb325-8860-4cb6-8504-da1f2d1ebee5 completed by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 04:52:43.178180 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning complete for port ebadb325-8860-4cb6-8504-da1f2d1ebee5 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:52:43.178563 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:43.257676 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:43.282080 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6023f39a-eec6-4d6a-8a5c-7f85ad44872a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebadb325-8860-4cb6-8504-da1f2d1ebee5'}] {{(pid=109072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:52:43.284448 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21d2e46f9f4131852b38a57b118a04601412ee452ef2f91c34d7ef8e942fd252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea88696c-06ce-4365-bf99-7837cb7bda53" -d '{"events": [{"server_uuid": "6023f39a-eec6-4d6a-8a5c-7f85ad44872a", "name": "network-vif-plugged", "status": "completed", "tag": "ebadb325-8860-4cb6-8504-da1f2d1ebee5"}]}' {{(pid=109072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:52:43.309192 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port ebadb325-8860-4cb6-8504-da1f2d1ebee5, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=ebadb325-8860-4cb6-8504-da1f2d1ebee5,segment=NetworkSegment(b1dba0eb-0cf9-4f10-8d76-96f787d824b9),segment_id=b1dba0eb-0cf9-4f10-8d76-96f787d824b9)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:52:43.314414 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:43.338505 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8495f2c7-9664-40e9-b818-6a3a5c82f12f x-openstack-request-id: req-8495f2c7-9664-40e9-b818-6a3a5c82f12f {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:52:43.338895 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6023f39a-eec6-4d6a-8a5c-7f85ad44872a", "name": "network-vif-plugged", "status": "completed", "tag": "ebadb325-8860-4cb6-8504-da1f2d1ebee5", "code": 200}]} {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:52:43.339131 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8495f2c7-9664-40e9-b818-6a3a5c82f12f {{(pid=109072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:52:43.339455 dv-cinder-815582-6-iscsi neutron-server[109072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6023f39a-eec6-4d6a-8a5c-7f85ad44872a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebadb325-8860-4cb6-8504-da1f2d1ebee5', 'code': 200} Nov 25 04:52:43.365959 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=ebadb325-8860-4cb6-8504-da1f2d1ebee5,revision_number=5']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:52:43.573779 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccae44-a813-4722-aa83-d7362246b718 req-1787a9ed-0552-43bc-87b1-a0b3c2d19574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:43.575999 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-12ccae44-a813-4722-aa83-d7362246b718 req-1787a9ed-0552-43bc-87b1-a0b3c2d19574 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 1098 time: 0.0423515 Nov 25 04:52:43.629285 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-12ccae44-a813-4722-aa83-d7362246b718 req-8d3276b7-4db9-4190-b37f-3ec5e141d05d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454450 Nov 25 04:52:44.152531 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a993e-a6ce-4c54-ab6a-ccb87cfadc3c req-cf2ad5a6-a818-41d5-a561-2ff2c88f0927 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:44.154017 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-db4a993e-a6ce-4c54-ab6a-ccb87cfadc3c req-cf2ad5a6-a818-41d5-a561-2ff2c88f0927 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 945 time: 0.0574241 Nov 25 04:52:44.208935 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-db4a993e-a6ce-4c54-ab6a-ccb87cfadc3c req-6f354be2-0b45-45c1-aca0-a8d4ea32d31f tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484607 Nov 25 04:52:45.342229 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893f354-587a-4cd7-bf41-0d51589b1edf req-3cb35638-7f33-4934-8f3e-8e9a1d793520 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:45.343856 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4893f354-587a-4cd7-bf41-0d51589b1edf req-3cb35638-7f33-4934-8f3e-8e9a1d793520 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 945 time: 0.0506332 Nov 25 04:52:45.393580 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4893f354-587a-4cd7-bf41-0d51589b1edf req-428771c4-6068-407a-80d6-8e5f9edaa729 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436306 Nov 25 04:52:45.516776 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2115ab-27a7-441d-93ae-e745b4e170a9 req-5306297e-fb22-46d2-87ec-3f4da055e649 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:45.518480 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ac2115ab-27a7-441d-93ae-e745b4e170a9 req-5306297e-fb22-46d2-87ec-3f4da055e649 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 945 time: 0.0581303 Nov 25 04:52:45.527233 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 59118) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:52:45.531874 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-d6f3c0a8-f2b2-412b-81e7-6c33efc82a28 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Request body: {'floatingip': {'port_id': 'ebadb325-8860-4cb6-8504-da1f2d1ebee5'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:52:45.849572 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-d6f3c0a8-f2b2-412b-81e7-6c33efc82a28 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for floatingip, before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:46.332728 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-d6f3c0a8-f2b2-412b-81e7-6c33efc82a28 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:46.338995 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-d6f3c0a8-f2b2-412b-81e7-6c33efc82a28 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688023'] for floatingip, after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:46.447885 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.db.l3_db [None req-d6f3c0a8-f2b2-412b-81e7-6c33efc82a28 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Floating IP a4382266-bd94-4027-825f-c367090f92ca associated. External IP: 172.27.2.202, port: ebadb325-8860-4cb6-8504-da1f2d1ebee5. Nov 25 04:52:46.674681 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f3c0a8-f2b2-412b-81e7-6c33efc82a28 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Router 3e6aa8c0-8e43-44ea-ad80-2073c22cf059 has already been hosted by L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f {{(pid=109071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 04:52:46.801647 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f3c0a8-f2b2-412b-81e7-6c33efc82a28 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:52:46.806838 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-d6f3c0a8-f2b2-412b-81e7-6c33efc82a28 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for floatingip, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:46.813236 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf648970-199a-4b71-ad3a-0ded7572d999 None None] Sync routers for ids ['3e6aa8c0-8e43-44ea-ad80-2073c22cf059'] in dv-cinder-815582-6-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:52:46.823958 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf648970-199a-4b71-ad3a-0ded7572d999 None None] Routers {'3e6aa8c0-8e43-44ea-ad80-2073c22cf059'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:52:46.824624 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-cf648970-199a-4b71-ad3a-0ded7572d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:52:30Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['3e6aa8c0-8e43-44ea-ad80-2073c22cf059'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:52:46.834981 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-d6f3c0a8-f2b2-412b-81e7-6c33efc82a28 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "PUT /v2.0/floatingips/a4382266-bd94-4027-825f-c367090f92ca HTTP/1.1" status: 200 len: 991 time: 1.3066678 Nov 25 04:52:46.835591 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6023f39a-eec6-4d6a-8a5c-7f85ad44872a', 'tag': 'ebadb325-8860-4cb6-8504-da1f2d1ebee5'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:52:46.837936 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d57e7af397f6b944dcc9a6f5390767d05535c9c85852faf17d281085e8a62f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab93228f-3f7d-45ff-8cc0-c4d8e0afc48c" -d '{"events": [{"name": "network-changed", "server_uuid": "6023f39a-eec6-4d6a-8a5c-7f85ad44872a", "tag": "ebadb325-8860-4cb6-8504-da1f2d1ebee5"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:52:46.881644 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 04:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c30aef6-e92e-4412-9066-162054a807a7 x-openstack-request-id: req-2c30aef6-e92e-4412-9066-162054a807a7 {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:52:46.881946 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6023f39a-eec6-4d6a-8a5c-7f85ad44872a", "tag": "ebadb325-8860-4cb6-8504-da1f2d1ebee5", "status": "completed", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:52:46.882202 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2c30aef6-e92e-4412-9066-162054a807a7 {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:52:46.882601 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6023f39a-eec6-4d6a-8a5c-7f85ad44872a', 'tag': 'ebadb325-8860-4cb6-8504-da1f2d1ebee5', 'status': 'completed', 'code': 200} Nov 25 04:52:46.944173 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-cf648970-199a-4b71-ad3a-0ded7572d999 None None] Set router 3e6aa8c0-8e43-44ea-ad80-2073c22cf059 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:52:46.999939 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93228f-3f7d-45ff-8cc0-c4d8e0afc48c req-afd57929-2dfa-44de-9537-59397c8ef472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:47.001431 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ab93228f-3f7d-45ff-8cc0-c4d8e0afc48c req-afd57929-2dfa-44de-9537-59397c8ef472 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff8379d8cdb74602af55d34607368946&device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 1098 time: 0.0448017 Nov 25 04:52:47.102601 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93228f-3f7d-45ff-8cc0-c4d8e0afc48c req-d5239767-a16b-46fd-b91d-82f206263621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:47.104110 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ab93228f-3f7d-45ff-8cc0-c4d8e0afc48c req-d5239767-a16b-46fd-b91d-82f206263621 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f77f365b-02be-45f9-954a-13cddcd52f52 HTTP/1.1" status: 200 len: 912 time: 0.0901020 Nov 25 04:52:47.171774 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ab93228f-3f7d-45ff-8cc0-c4d8e0afc48c req-d5ca136f-c304-453c-afd7-957c914e6f07 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebadb325-8860-4cb6-8504-da1f2d1ebee5 HTTP/1.1" status: 200 len: 999 time: 0.0585473 Nov 25 04:52:47.219596 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-cf648970-199a-4b71-ad3a-0ded7572d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'name': 'tempest-AttachVolumeTestJSON-1106189964-router', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd9ac4deb-af05-4fb4-9028-e241204fc75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:52:25Z', 'updated_at': '2021-11-25T04:52:30Z', 'revision_number': 4, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'gw_port': {'id': 'd9ac4deb-af05-4fb4-9028-e241204fc75b', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:52:26Z', 'updated_at': '2021-11-25T04:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_floatingips': [{'id': 'a4382266-bd94-4027-825f-c367090f92ca', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'router_id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'port_id': 'ebadb325-8860-4cb6-8504-da1f2d1ebee5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52', 'mac_address': 'fa:16:3e:e2:f6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023f39a-eec6-4d6a-8a5c-7f85ad44872a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:52:33Z', 'updated_at': '2021-11-25T04:52:46Z', 'revision_number': 1, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f487ba6-f28a-4a1f-90b4-167db3765323', 'name': '', 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'mac_address': 'fa:16:3e:f6:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9662cdb6-12c0-4624-997f-c4dc12ecd471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:52:29Z', 'updated_at': '2021-11-25T04:52:34Z', 'revision_number': 5, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'subnets': [{'id': '9662cdb6-12c0-4624-997f-c4dc12ecd471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:52:47.223481 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93228f-3f7d-45ff-8cc0-c4d8e0afc48c req-e90748d0-7b67-4c26-80ea-3ad578a933d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:47.225223 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ab93228f-3f7d-45ff-8cc0-c4d8e0afc48c req-e90748d0-7b67-4c26-80ea-3ad578a933d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9662cdb6-12c0-4624-997f-c4dc12ecd471 HTTP/1.1" status: 200 len: 850 time: 0.0452230 Nov 25 04:52:47.246886 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf648970-199a-4b71-ad3a-0ded7572d999 None None] Checking router: 3e6aa8c0-8e43-44ea-ad80-2073c22cf059 for host: dv-cinder-815582-6-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:52:47.256006 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf648970-199a-4b71-ad3a-0ded7572d999 None None] Routers {'3e6aa8c0-8e43-44ea-ad80-2073c22cf059'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:52:47.256664 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-cf648970-199a-4b71-ad3a-0ded7572d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:52:30Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['3e6aa8c0-8e43-44ea-ad80-2073c22cf059'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:52:47.286327 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93228f-3f7d-45ff-8cc0-c4d8e0afc48c req-d1cb4185-9f2d-4d7e-bd99-7def5074784a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:52:47.287915 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ab93228f-3f7d-45ff-8cc0-c4d8e0afc48c req-d1cb4185-9f2d-4d7e-bd99-7def5074784a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f77f365b-02be-45f9-954a-13cddcd52f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541482 Nov 25 04:52:47.391225 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ab93228f-3f7d-45ff-8cc0-c4d8e0afc48c req-e590320f-dd1c-49f4-8102-b10abe2977b9 service neutron] 10.222.0.41 "GET /v2.0/networks/f77f365b-02be-45f9-954a-13cddcd52f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913312 Nov 25 04:52:47.491994 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-cf648970-199a-4b71-ad3a-0ded7572d999 None None] Set router 3e6aa8c0-8e43-44ea-ad80-2073c22cf059 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:52:47.497069 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ab93228f-3f7d-45ff-8cc0-c4d8e0afc48c req-243cc123-ec4f-4a53-9fda-593583796585 service neutron] 10.222.0.41 "GET /v2.0/networks/f77f365b-02be-45f9-954a-13cddcd52f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885344 Nov 25 04:52:47.737025 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-cf648970-199a-4b71-ad3a-0ded7572d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'name': 'tempest-AttachVolumeTestJSON-1106189964-router', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd9ac4deb-af05-4fb4-9028-e241204fc75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:52:25Z', 'updated_at': '2021-11-25T04:52:30Z', 'revision_number': 4, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'gw_port': {'id': 'd9ac4deb-af05-4fb4-9028-e241204fc75b', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:52:26Z', 'updated_at': '2021-11-25T04:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_floatingips': [{'id': 'a4382266-bd94-4027-825f-c367090f92ca', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'router_id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'port_id': 'ebadb325-8860-4cb6-8504-da1f2d1ebee5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52', 'mac_address': 'fa:16:3e:e2:f6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023f39a-eec6-4d6a-8a5c-7f85ad44872a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:52:33Z', 'updated_at': '2021-11-25T04:52:46Z', 'revision_number': 1, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f487ba6-f28a-4a1f-90b4-167db3765323', 'name': '', 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'mac_address': 'fa:16:3e:f6:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9662cdb6-12c0-4624-997f-c4dc12ecd471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:52:29Z', 'updated_at': '2021-11-25T04:52:34Z', 'revision_number': 5, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'subnets': [{'id': '9662cdb6-12c0-4624-997f-c4dc12ecd471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:52:47.766504 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf648970-199a-4b71-ad3a-0ded7572d999 None None] The sync data for ids ['3e6aa8c0-8e43-44ea-ad80-2073c22cf059'] in dv-cinder-815582-6-iscsi is: [{'id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'name': 'tempest-AttachVolumeTestJSON-1106189964-router', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd9ac4deb-af05-4fb4-9028-e241204fc75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:52:25Z', 'updated_at': '2021-11-25T04:52:30Z', 'revision_number': 4, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'gw_port': {'id': 'd9ac4deb-af05-4fb4-9028-e241204fc75b', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:52:26Z', 'updated_at': '2021-11-25T04:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_floatingips': [{'id': 'a4382266-bd94-4027-825f-c367090f92ca', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'router_id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'port_id': 'ebadb325-8860-4cb6-8504-da1f2d1ebee5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52', 'mac_address': 'fa:16:3e:e2:f6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023f39a-eec6-4d6a-8a5c-7f85ad44872a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:52:33Z', 'updated_at': '2021-11-25T04:52:46Z', 'revision_number': 1, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f487ba6-f28a-4a1f-90b4-167db3765323', 'name': '', 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'mac_address': 'fa:16:3e:f6:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9662cdb6-12c0-4624-997f-c4dc12ecd471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:52:29Z', 'updated_at': '2021-11-25T04:52:34Z', 'revision_number': 5, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'subnets': [{'id': '9662cdb6-12c0-4624-997f-c4dc12ecd471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:52:47.968032 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54c8f6e-c90e-4e31-a898-4c8c5560ae20 None None] New status for floating IP a4382266-bd94-4027-825f-c367090f92ca: ACTIVE {{(pid=109073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 04:52:54.067710 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:52:57.787672 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-2d8b9aff-c04f-4314-af79-52e0eb0eda22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:00.156504 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-fcc43bfe-1feb-4205-9e4a-cf88e5b48e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:01.222423 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:02.621479 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6690257-8f91-41a1-99a6-9ad29c40c4aa req-13e045ce-6df0-4553-bb44-1f3ef7bc8c29 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:02.623128 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f6690257-8f91-41a1-99a6-9ad29c40c4aa req-13e045ce-6df0-4553-bb44-1f3ef7bc8c29 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 946 time: 0.0533955 Nov 25 04:53:02.631414 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:02.672060 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f6690257-8f91-41a1-99a6-9ad29c40c4aa req-02b214ce-5471-4817-aafd-aa40bef0fa21 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406971 Nov 25 04:53:03.403549 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 59264) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:53:03.514877 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-eef3ce45-2086-46db-94a9-98c1d7b3c61f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:03.576094 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:03.594029 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-eef3ce45-2086-46db-94a9-98c1d7b3c61f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:03.599804 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-eef3ce45-2086-46db-94a9-98c1d7b3c61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:03.645987 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3ce45-2086-46db-94a9-98c1d7b3c61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01086c10-8875-4b0d-a713-3cb25806eb2b,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:53:03.653177 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-eef3ce45-2086-46db-94a9-98c1d7b3c61f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f56e5b4b4b7342cd8a94d15c57867d65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2460029 Nov 25 04:53:03.653346 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 59268) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:53:03.702777 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-dc388f1c-99b1-4696-9862-d5a89f8ce05b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:03.724470 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-dc388f1c-99b1-4696-9862-d5a89f8ce05b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:03.794452 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-dc388f1c-99b1-4696-9862-d5a89f8ce05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:03.797142 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-dc388f1c-99b1-4696-9862-d5a89f8ce05b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:03.798316 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-dc388f1c-99b1-4696-9862-d5a89f8ce05b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/01086c10-8875-4b0d-a713-3cb25806eb2b HTTP/1.1" status: 204 len: 168 time: 0.1440513 Nov 25 04:53:03.808324 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579ecef-220a-49c9-a1c1-3c0d13b92d32 req-29fffc50-6e76-4887-a8a5-f9c830fdda93 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:03.809836 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0579ecef-220a-49c9-a1c1-3c0d13b92d32 req-29fffc50-6e76-4887-a8a5-f9c830fdda93 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 946 time: 0.0579555 Nov 25 04:53:03.822668 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc388f1c-99b1-4696-9862-d5a89f8ce05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01086c10-8875-4b0d-a713-3cb25806eb2b,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:53:03.863839 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0579ecef-220a-49c9-a1c1-3c0d13b92d32 req-b99d0e44-cc1f-44e7-8002-35beebe39bec tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475123 Nov 25 04:53:04.493163 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65194292-07ca-46be-9609-652bbf1b3eac req-1305ac11-f2a7-4478-bf55-09d4cc86a29b tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:04.494633 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-65194292-07ca-46be-9609-652bbf1b3eac req-1305ac11-f2a7-4478-bf55-09d4cc86a29b tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 946 time: 0.0556157 Nov 25 04:53:04.589990 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [req-65194292-07ca-46be-9609-652bbf1b3eac req-98e2681c-9600-473a-a81f-06fcfd6d2f84 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Deleting port 04681d20-54be-4645-a06f-4b9109756ddd {{(pid=109071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:53:04.590308 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-65194292-07ca-46be-9609-652bbf1b3eac req-98e2681c-9600-473a-a81f-06fcfd6d2f84 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:04.680495 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [req-65194292-07ca-46be-9609-652bbf1b3eac req-98e2681c-9600-473a-a81f-06fcfd6d2f84 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] For port 04681d20-54be-4645-a06f-4b9109756ddd, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=04681d20-54be-4645-a06f-4b9109756ddd,segment=NetworkSegment(644e32ed-c2f3-4335-b74d-ee8f50200ec0),segment_id=644e32ed-c2f3-4335-b74d-ee8f50200ec0)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:53:04.681697 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-65194292-07ca-46be-9609-652bbf1b3eac req-98e2681c-9600-473a-a81f-06fcfd6d2f84 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:04.902001 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8e0ed-9e5a-4023-ab91-8640f7fd83a5 req-f20506c5-0b84-48fe-9458-71c0bb0be6ee tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:04.903557 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9ca8e0ed-9e5a-4023-ab91-8640f7fd83a5 req-f20506c5-0b84-48fe-9458-71c0bb0be6ee tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 984 time: 0.0760381 Nov 25 04:53:04.913173 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-65194292-07ca-46be-9609-652bbf1b3eac req-98e2681c-9600-473a-a81f-06fcfd6d2f84 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:04.913578 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-65194292-07ca-46be-9609-652bbf1b3eac req-98e2681c-9600-473a-a81f-06fcfd6d2f84 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688023'] for floatingip, after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:04.913997 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.db.l3_db [req-65194292-07ca-46be-9609-652bbf1b3eac req-98e2681c-9600-473a-a81f-06fcfd6d2f84 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Floating IP b11cbd86-9e49-4750-a5cc-79ab75ec546f disassociated. External IP: 172.27.2.242, port: 04681d20-54be-4645-a06f-4b9109756ddd. Nov 25 04:53:04.914472 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [req-65194292-07ca-46be-9609-652bbf1b3eac req-98e2681c-9600-473a-a81f-06fcfd6d2f84 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Calling delete_port for 04681d20-54be-4645-a06f-4b9109756ddd owned by compute:nova {{(pid=109071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:53:04.937334 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd277fa2-c5e3-4636-bbc2-37a417d615fb req-50d31486-7091-4dcc-8042-53ce36dcdb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:04.938853 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bd277fa2-c5e3-4636-bbc2-37a417d615fb req-50d31486-7091-4dcc-8042-53ce36dcdb16 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5e3b4fa99ed478cadc86a6adbcba214&device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 1137 time: 0.0774434 Nov 25 04:53:05.020528 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42f2ed-c292-4fe3-9777-4eff9a113fac req-87d80de3-3a27-4231-8b0d-8e5235456b1a tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:05.020921 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9ca8e0ed-9e5a-4023-ab91-8640f7fd83a5 req-c5cefa55-7aa6-43ab-b71a-7e1cc6fd9986 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1&id=5f2720e2-5cc9-461e-a829-c34973221b13&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1100526 Nov 25 04:53:05.022215 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ae42f2ed-c292-4fe3-9777-4eff9a113fac req-87d80de3-3a27-4231-8b0d-8e5235456b1a tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 946 time: 0.0643995 Nov 25 04:53:05.064537 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd277fa2-c5e3-4636-bbc2-37a417d615fb req-1d5a7875-a678-4fef-86d3-c62b616dc207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:05.066074 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bd277fa2-c5e3-4636-bbc2-37a417d615fb req-1d5a7875-a678-4fef-86d3-c62b616dc207 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e61c9945-d1ae-4463-b46f-4a9fe8a61bac HTTP/1.1" status: 200 len: 916 time: 0.1176207 Nov 25 04:53:05.120699 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ae42f2ed-c292-4fe3-9777-4eff9a113fac req-b10058dc-2dbc-4b63-933e-b61228859e36 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=3a33e23d-28df-42be-b212-4fd21a330e61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904047 Nov 25 04:53:05.121828 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-65194292-07ca-46be-9609-652bbf1b3eac req-98e2681c-9600-473a-a81f-06fcfd6d2f84 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:05.141932 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bd277fa2-c5e3-4636-bbc2-37a417d615fb req-8848fca8-6ed3-4eac-887b-ed6ae530d125 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4 HTTP/1.1" status: 200 len: 1000 time: 0.0679688 Nov 25 04:53:05.154863 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2681c-9600-473a-a81f-06fcfd6d2f84 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Pushing event deleted for resources: {'Port': ['ID=04681d20-54be-4645-a06f-4b9109756ddd,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:53:05.201272 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd277fa2-c5e3-4636-bbc2-37a417d615fb req-abc6528d-2318-4f51-8d39-41b022ba48c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:05.203181 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bd277fa2-c5e3-4636-bbc2-37a417d615fb req-abc6528d-2318-4f51-8d39-41b022ba48c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7673e6b1-8eed-4ed4-8327-5f10fdee32cc HTTP/1.1" status: 200 len: 854 time: 0.0465167 Nov 25 04:53:05.250317 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd277fa2-c5e3-4636-bbc2-37a417d615fb req-de7a3fd7-3e67-48d8-9c9b-54b561c444c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:05.251895 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bd277fa2-c5e3-4636-bbc2-37a417d615fb req-de7a3fd7-3e67-48d8-9c9b-54b561c444c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e61c9945-d1ae-4463-b46f-4a9fe8a61bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415967 Nov 25 04:53:05.272117 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65194292-07ca-46be-9609-652bbf1b3eac req-98e2681c-9600-473a-a81f-06fcfd6d2f84 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Router 7148b292-21cd-4c70-b902-684b86a972bf has already been hosted by L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f {{(pid=109071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 04:53:05.348415 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bd277fa2-c5e3-4636-bbc2-37a417d615fb req-5f2e131b-9d8a-423c-95c9-fe29b4b9795c service neutron] 10.222.0.41 "GET /v2.0/networks/e61c9945-d1ae-4463-b46f-4a9fe8a61bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878792 Nov 25 04:53:05.445617 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bd277fa2-c5e3-4636-bbc2-37a417d615fb req-3f7703a5-0dc0-4dce-8a28-8b4e587d95b7 service neutron] 10.222.0.41 "GET /v2.0/networks/e61c9945-d1ae-4463-b46f-4a9fe8a61bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893590 Nov 25 04:53:05.638867 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65194292-07ca-46be-9609-652bbf1b3eac req-98e2681c-9600-473a-a81f-06fcfd6d2f84 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:53:05.652897 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cbdf55-0a6f-4f04-8645-916db9e52d75 None None] Sync routers for ids ['7148b292-21cd-4c70-b902-684b86a972bf'] in dv-cinder-815582-6-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:53:05.665998 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cbdf55-0a6f-4f04-8645-916db9e52d75 None None] Routers {'7148b292-21cd-4c70-b902-684b86a972bf'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:53:05.666843 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-44cbdf55-0a6f-4f04-8645-916db9e52d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:53:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['7148b292-21cd-4c70-b902-684b86a972bf'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:53:05.682312 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [req-65194292-07ca-46be-9609-652bbf1b3eac req-98e2681c-9600-473a-a81f-06fcfd6d2f84 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] No DVR routers for this DVR port 04681d20-54be-4645-a06f-4b9109756ddd on host hv-cinder-81558 {{(pid=109071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 04:53:05.686901 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-65194292-07ca-46be-9609-652bbf1b3eac req-98e2681c-9600-473a-a81f-06fcfd6d2f84 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:05.690662 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-65194292-07ca-46be-9609-652bbf1b3eac req-98e2681c-9600-473a-a81f-06fcfd6d2f84 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.41 "DELETE /v2.0/ports/04681d20-54be-4645-a06f-4b9109756ddd HTTP/1.1" status: 204 len: 173 time: 1.1890905 Nov 25 04:53:05.691157 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdb54df-25bf-482d-8501-ae3b93cc5ac8', 'name': 'network-vif-deleted', 'tag': '04681d20-54be-4645-a06f-4b9109756ddd'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:53:05.693479 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d57e7af397f6b944dcc9a6f5390767d05535c9c85852faf17d281085e8a62f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d520f7-e615-46ef-96e4-06306f27f711" -d '{"events": [{"server_uuid": "2fdb54df-25bf-482d-8501-ae3b93cc5ac8", "name": "network-vif-deleted", "tag": "04681d20-54be-4645-a06f-4b9109756ddd"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:53:05.733177 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6aa026-3f7a-4e13-8db2-58f3e5db1a11 x-openstack-request-id: req-cd6aa026-3f7a-4e13-8db2-58f3e5db1a11 {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:53:05.733483 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdb54df-25bf-482d-8501-ae3b93cc5ac8", "name": "network-vif-deleted", "tag": "04681d20-54be-4645-a06f-4b9109756ddd", "status": "completed", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:53:05.733787 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cd6aa026-3f7a-4e13-8db2-58f3e5db1a11 {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:53:05.734280 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdb54df-25bf-482d-8501-ae3b93cc5ac8', 'name': 'network-vif-deleted', 'tag': '04681d20-54be-4645-a06f-4b9109756ddd', 'status': 'completed', 'code': 200} Nov 25 04:53:05.797473 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-44cbdf55-0a6f-4f04-8645-916db9e52d75 None None] Set router 7148b292-21cd-4c70-b902-684b86a972bf gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:53:06.024970 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-44cbdf55-0a6f-4f04-8645-916db9e52d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7148b292-21cd-4c70-b902-684b86a972bf', 'name': 'tempest-AttachVolumeShelveTestJSON-110648917-router', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '699b77c7-59e1-4e8c-81b0-1e5fa28041b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:48:13Z', 'updated_at': '2021-11-25T04:48:29Z', 'revision_number': 4, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'gw_port': {'id': '699b77c7-59e1-4e8c-81b0-1e5fa28041b2', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7148b292-21cd-4c70-b902-684b86a972bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:15Z', 'updated_at': '2021-11-25T04:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '9a337d4c-e698-489a-b780-f00619525ce6', 'name': '', 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'mac_address': 'fa:16:3e:9f:e7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7148b292-21cd-4c70-b902-684b86a972bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6ff11583-5631-4068-991c-12b3ca3de03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:26Z', 'updated_at': '2021-11-25T04:48:37Z', 'revision_number': 5, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'subnets': [{'id': '6ff11583-5631-4068-991c-12b3ca3de03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:53:06.051322 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cbdf55-0a6f-4f04-8645-916db9e52d75 None None] Checking router: 7148b292-21cd-4c70-b902-684b86a972bf for host: dv-cinder-815582-6-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:53:06.060937 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cbdf55-0a6f-4f04-8645-916db9e52d75 None None] Routers {'7148b292-21cd-4c70-b902-684b86a972bf'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:53:06.061559 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-44cbdf55-0a6f-4f04-8645-916db9e52d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:53:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['7148b292-21cd-4c70-b902-684b86a972bf'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:53:06.146940 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17beeb49-2313-4e19-a5b9-fd16c7e7b6d4 req-d8bc95eb-b0bd-4616-bc8b-30cb0f282857 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:06.149201 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-17beeb49-2313-4e19-a5b9-fd16c7e7b6d4 req-d8bc95eb-b0bd-4616-bc8b-30cb0f282857 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 984 time: 0.0525420 Nov 25 04:53:06.185927 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-44cbdf55-0a6f-4f04-8645-916db9e52d75 None None] Set router 7148b292-21cd-4c70-b902-684b86a972bf gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:53:06.256727 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-be92e034-d837-4fff-8d23-561813d19343 req-90af9ce7-2999-4b3c-a8d4-377c456ac2cc tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fdb54df-25bf-482d-8501-ae3b93cc5ac8 HTTP/1.1" status: 200 len: 210 time: 0.0367458 Nov 25 04:53:06.261362 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-17beeb49-2313-4e19-a5b9-fd16c7e7b6d4 req-10a45542-475a-4b0d-b8a2-97bde861a2a8 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1&id=5f2720e2-5cc9-461e-a829-c34973221b13&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0963051 Nov 25 04:53:06.434281 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-44cbdf55-0a6f-4f04-8645-916db9e52d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7148b292-21cd-4c70-b902-684b86a972bf', 'name': 'tempest-AttachVolumeShelveTestJSON-110648917-router', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '699b77c7-59e1-4e8c-81b0-1e5fa28041b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:48:13Z', 'updated_at': '2021-11-25T04:48:29Z', 'revision_number': 4, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'gw_port': {'id': '699b77c7-59e1-4e8c-81b0-1e5fa28041b2', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7148b292-21cd-4c70-b902-684b86a972bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:15Z', 'updated_at': '2021-11-25T04:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '9a337d4c-e698-489a-b780-f00619525ce6', 'name': '', 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'mac_address': 'fa:16:3e:9f:e7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7148b292-21cd-4c70-b902-684b86a972bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6ff11583-5631-4068-991c-12b3ca3de03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:26Z', 'updated_at': '2021-11-25T04:48:37Z', 'revision_number': 5, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'subnets': [{'id': '6ff11583-5631-4068-991c-12b3ca3de03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:53:06.466614 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cbdf55-0a6f-4f04-8645-916db9e52d75 None None] The sync data for ids ['7148b292-21cd-4c70-b902-684b86a972bf'] in dv-cinder-815582-6-iscsi is: [{'id': '7148b292-21cd-4c70-b902-684b86a972bf', 'name': 'tempest-AttachVolumeShelveTestJSON-110648917-router', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '699b77c7-59e1-4e8c-81b0-1e5fa28041b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:48:13Z', 'updated_at': '2021-11-25T04:48:29Z', 'revision_number': 4, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'gw_port': {'id': '699b77c7-59e1-4e8c-81b0-1e5fa28041b2', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7148b292-21cd-4c70-b902-684b86a972bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:15Z', 'updated_at': '2021-11-25T04:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '9a337d4c-e698-489a-b780-f00619525ce6', 'name': '', 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'mac_address': 'fa:16:3e:9f:e7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7148b292-21cd-4c70-b902-684b86a972bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6ff11583-5631-4068-991c-12b3ca3de03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:26Z', 'updated_at': '2021-11-25T04:48:37Z', 'revision_number': 5, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'subnets': [{'id': '6ff11583-5631-4068-991c-12b3ca3de03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:53:06.685308 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d31b6a-420e-4774-9d29-dbb078d8fb20 None None] New status for floating IP b11cbd86-9e49-4750-a5cc-79ab75ec546f: DOWN {{(pid=109073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 04:53:07.360552 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 59300) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:53:07.391321 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b059f-f4e4-4d3a-9dcd-5db7487ccc69 req-700c0594-4a00-4e4a-8167-60617fabeb2e tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:07.392987 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-837b059f-f4e4-4d3a-9dcd-5db7487ccc69 req-700c0594-4a00-4e4a-8167-60617fabeb2e tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 984 time: 0.0553789 Nov 25 04:53:07.420073 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-04c2bb4c-9dc7-4eb2-83ca-87079db2901f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:07.447489 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-04c2bb4c-9dc7-4eb2-83ca-87079db2901f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:07.461946 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-837b059f-f4e4-4d3a-9dcd-5db7487ccc69 req-fa63cbf6-05fb-4a8c-a609-0c81cfb85486 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1&id=5f2720e2-5cc9-461e-a829-c34973221b13&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624232 Nov 25 04:53:07.500487 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-04c2bb4c-9dc7-4eb2-83ca-87079db2901f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:07.503102 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-04c2bb4c-9dc7-4eb2-83ca-87079db2901f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:07.504295 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-04c2bb4c-9dc7-4eb2-83ca-87079db2901f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "DELETE /v2.0/security-groups/3a33e23d-28df-42be-b212-4fd21a330e61 HTTP/1.1" status: 204 len: 168 time: 0.1420069 Nov 25 04:53:07.507401 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 59304) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:53:07.513435 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c2bb4c-9dc7-4eb2-83ca-87079db2901f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a33e23d-28df-42be-b212-4fd21a330e61,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:53:07.524780 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.api.v2.resource [None req-63fee49f-bea9-4831-b011-d16eb3ddf700 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] show failed (client error): The resource could not be found. Nov 25 04:53:07.528942 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-63fee49f-bea9-4831-b011-d16eb3ddf700 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups/3a33e23d-28df-42be-b212-4fd21a330e61 HTTP/1.1" status: 404 len: 347 time: 0.0201504 Nov 25 04:53:07.529503 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 59306) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:53:07.660997 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-280d7739-7722-479e-8021-b5ea90b4c58f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Deleting port e74034fc-bdc4-46ad-bb8a-f6d238333ed9 {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:53:07.661344 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-280d7739-7722-479e-8021-b5ea90b4c58f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:07.745082 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-280d7739-7722-479e-8021-b5ea90b4c58f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:07.745390 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-280d7739-7722-479e-8021-b5ea90b4c58f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:07.757954 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-280d7739-7722-479e-8021-b5ea90b4c58f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Calling delete_port for e74034fc-bdc4-46ad-bb8a-f6d238333ed9 owned by network:floatingip {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:53:07.901865 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-280d7739-7722-479e-8021-b5ea90b4c58f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:07.927094 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d7739-7722-479e-8021-b5ea90b4c58f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Pushing event deleted for resources: {'Port': ['ID=e74034fc-bdc4-46ad-bb8a-f6d238333ed9,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:53:07.990346 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-280d7739-7722-479e-8021-b5ea90b4c58f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for floatingip, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:07.993271 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-280d7739-7722-479e-8021-b5ea90b4c58f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for floatingip, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:07.994701 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-280d7739-7722-479e-8021-b5ea90b4c58f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "DELETE /v2.0/floatingips/b11cbd86-9e49-4750-a5cc-79ab75ec546f HTTP/1.1" status: 204 len: 168 time: 0.4638667 Nov 25 04:53:08.244081 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 59310) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:53:08.248881 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-30f45c75-710d-40a4-b45e-281ad73c30b5 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1194483490', 'description': 'tempest-description--961080134'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:53:08.279650 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-30f45c75-710d-40a4-b45e-281ad73c30b5 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:08.366746 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-30f45c75-710d-40a4-b45e-281ad73c30b5 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:08.372649 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-30f45c75-710d-40a4-b45e-281ad73c30b5 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:08.402609 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-30f45c75-710d-40a4-b45e-281ad73c30b5 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:08.403837 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-30f45c75-710d-40a4-b45e-281ad73c30b5 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1586521 Nov 25 04:53:08.405790 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f45c75-710d-40a4-b45e-281ad73c30b5 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:53:08.406968 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 59312) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:53:08.411737 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-db04a6cc-2fc5-4bd3-bd02-0538d7b916e7 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Request body: {'security_group_rule': {'security_group_id': '5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:53:08.450826 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-db04a6cc-2fc5-4bd3-bd02-0538d7b916e7 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:08.496823 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-db04a6cc-2fc5-4bd3-bd02-0538d7b916e7 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:08.502803 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-db04a6cc-2fc5-4bd3-bd02-0538d7b916e7 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788942'] for security_group_rule, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:08.523199 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04a6cc-2fc5-4bd3-bd02-0538d7b916e7 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=820d96ff-1571-4939-963d-54fcabbab01d,revision_number=0']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:53:08.531671 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-db04a6cc-2fc5-4bd3-bd02-0538d7b916e7 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:08.533091 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-db04a6cc-2fc5-4bd3-bd02-0538d7b916e7 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1250606 Nov 25 04:53:08.536045 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 59316) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:53:08.540723 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-6f1d0eb2-49a2-45a5-9edd-8a7f4845829b tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Request body: {'security_group_rule': {'security_group_id': '5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:53:08.580285 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-6f1d0eb2-49a2-45a5-9edd-8a7f4845829b tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:08.639919 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-6f1d0eb2-49a2-45a5-9edd-8a7f4845829b tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:08.645263 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-6f1d0eb2-49a2-45a5-9edd-8a7f4845829b tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788942'] for security_group_rule, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:08.663199 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d0eb2-49a2-45a5-9edd-8a7f4845829b tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7872ef03-674d-4930-be23-5ba2193c30e7,revision_number=0']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:53:08.673697 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-6f1d0eb2-49a2-45a5-9edd-8a7f4845829b tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:08.677856 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-6f1d0eb2-49a2-45a5-9edd-8a7f4845829b tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1378558 Nov 25 04:53:08.678201 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 59322) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:53:08.683081 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-36076eb9-836e-4f5b-9098-11faef6d106f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Request body: {'floatingip': {'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:53:08.711865 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-36076eb9-836e-4f5b-9098-11faef6d106f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for floatingip, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:08.806664 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383573e4-be16-4808-89a5-13d2abb0ee35 req-c2e17dae-fa58-4cbc-8c89-1a8aef22f66a tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:08.808325 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-383573e4-be16-4808-89a5-13d2abb0ee35 req-c2e17dae-fa58-4cbc-8c89-1a8aef22f66a tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 984 time: 0.2649643 Nov 25 04:53:08.892706 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-383573e4-be16-4808-89a5-13d2abb0ee35 req-738ea39d-47c5-4d00-98a6-e6758267a8a4 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1&id=5f2720e2-5cc9-461e-a829-c34973221b13&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0780845 Nov 25 04:53:08.898944 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-36076eb9-836e-4f5b-9098-11faef6d106f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:09.002649 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [None req-36076eb9-836e-4f5b-9098-11faef6d106f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Allocated IP 172.27.2.148 (7252c0b9-b802-4561-8a54-4fb5c87ca7b8/b33b80b7-52e3-4af3-b161-e1f3edefb5e3/b6938463-1120-48ad-aeae-139f1b66781f) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:53:09.108284 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-36076eb9-836e-4f5b-9098-11faef6d106f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for port, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:09.146248 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-36076eb9-836e-4f5b-9098-11faef6d106f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:09.185248 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36076eb9-836e-4f5b-9098-11faef6d106f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Network 7252c0b9-b802-4561-8a54-4fb5c87ca7b8 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:53:09.188243 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-36076eb9-836e-4f5b-9098-11faef6d106f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:53:09.191996 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36076eb9-836e-4f5b-9098-11faef6d106f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:53:09.197420 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36076eb9-836e-4f5b-9098-11faef6d106f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Pushing event updated for resources: {'Port': ['ID=b6938463-1120-48ad-aeae-139f1b66781f,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:53:09.249780 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 04681d20-54be-4645-a06f-4b9109756ddd no longer exists at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:53:09.269811 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] No Port match for: 04681d20-54be-4645-a06f-4b9109756ddd {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 04:53:09.270168 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 04681d20-54be-4645-a06f-4b9109756ddd not bound to the agent host hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 04:53:09.287339 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-36076eb9-836e-4f5b-9098-11faef6d106f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:09.323629 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-36076eb9-836e-4f5b-9098-11faef6d106f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:09.486123 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-36076eb9-836e-4f5b-9098-11faef6d106f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for port, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:09.492970 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-36076eb9-836e-4f5b-9098-11faef6d106f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9557411'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:09.560417 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36076eb9-836e-4f5b-9098-11faef6d106f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Pushing event updated for resources: {'Port': ['ID=b6938463-1120-48ad-aeae-139f1b66781f,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:53:09.574424 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-36076eb9-836e-4f5b-9098-11faef6d106f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688023'] for floatingip, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:09.591747 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-36076eb9-836e-4f5b-9098-11faef6d106f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for floatingip, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:09.593015 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-36076eb9-836e-4f5b-9098-11faef6d106f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9138165 Nov 25 04:53:09.791916 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-44be2742-4b32-4f83-9bf3-19bfdba93c80 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1194483490&fields=id&tenant_id=f231a19b2ca6447282b854aaf157e86c HTTP/1.1" status: 200 len: 267 time: 0.0424428 Nov 25 04:53:09.909597 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-a930b204-6c99-4514-939d-11b1d2351a89 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:09.911081 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-a930b204-6c99-4514-939d-11b1d2351a89 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/networks?id=3bbd6da5-4c15-46da-9de5-c44a36974cd0 HTTP/1.1" status: 200 len: 816 time: 0.1115727 Nov 25 04:53:09.927091 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-a3cca1af-99d7-4e9f-8bc2-d0a1c5b8e1dc tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/quotas/f231a19b2ca6447282b854aaf157e86c HTTP/1.1" status: 200 len: 375 time: 0.0094869 Nov 25 04:53:09.981151 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-dbe902c6-64fc-4c71-b0d7-bcf399c7c20a tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f231a19b2ca6447282b854aaf157e86c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479226 Nov 25 04:53:10.007938 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 6 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 04:53:10.077552 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-e98cc5d1-f483-4317-a0e7-39f03b524b38 service neutron] 10.222.0.36 "GET /v2.0/networks/3bbd6da5-4c15-46da-9de5-c44a36974cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836122 Nov 25 04:53:10.080685 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18a144-ef67-4a34-bf8f-c5025ba0a54e req-27af591b-fa04-458e-8b55-b059defe6678 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:10.082681 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8e18a144-ef67-4a34-bf8f-c5025ba0a54e req-27af591b-fa04-458e-8b55-b059defe6678 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 984 time: 0.1108291 Nov 25 04:53:10.144604 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8e18a144-ef67-4a34-bf8f-c5025ba0a54e req-c887db83-c759-4a51-bd1c-6ebc90f6e76e tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1&id=5f2720e2-5cc9-461e-a829-c34973221b13&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554969 Nov 25 04:53:10.170577 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-b9a27569-b620-456c-8543-c0ce7a338f67 service neutron] 10.222.0.36 "GET /v2.0/networks/3bbd6da5-4c15-46da-9de5-c44a36974cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853436 Nov 25 04:53:10.329485 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ce9de757-23a7-4dc6-b0b5-2e9e92058204 req-26f8a924-d22c-4040-9600-5e3eca0f0f2c tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 210 time: 0.0260544 Nov 25 04:53:11.279139 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69078d87-7355-48cd-9baa-9751821557ed req-d014829e-4f5e-4e8f-a6a1-38b8e0427042 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:11.280796 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-69078d87-7355-48cd-9baa-9751821557ed req-d014829e-4f5e-4e8f-a6a1-38b8e0427042 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 984 time: 0.0545330 Nov 25 04:53:11.364193 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-69078d87-7355-48cd-9baa-9751821557ed req-473d6595-a778-4353-9538-1724bf66854a tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1&id=5f2720e2-5cc9-461e-a829-c34973221b13&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0764308 Nov 25 04:53:11.441161 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-626fd52c-de0a-4515-a805-1ddb415b90fd req-dfb66013-d149-4a0d-af6c-5cf10372ab66 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 210 time: 0.0292919 Nov 25 04:53:11.456449 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-1629e57a-726e-4951-8c73-f570a7d2de7c tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:11.457937 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-1629e57a-726e-4951-8c73-f570a7d2de7c tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.41 "GET /v2.0/networks?id=3bbd6da5-4c15-46da-9de5-c44a36974cd0 HTTP/1.1" status: 200 len: 816 time: 0.1251605 Nov 25 04:53:11.535119 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-4fe7d03e-f653-4d06-82fc-7b61e41bfed9 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f231a19b2ca6447282b854aaf157e86c HTTP/1.1" status: 200 len: 380 time: 0.0522678 Nov 25 04:53:11.545725 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-cc5be8e2-8cdf-458d-92c4-163fbb18e9c6 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Request body: {'port': {'device_id': '1a05724b-2edd-42a1-a844-3f9afd515c16', 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0', 'admin_state_up': True, 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'security_groups': ['5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99']}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:53:11.669365 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-cc5be8e2-8cdf-458d-92c4-163fbb18e9c6 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Made reservation on behalf of f231a19b2ca6447282b854aaf157e86c for: {'port': 1} {{(pid=109071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:53:11.673077 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-cc5be8e2-8cdf-458d-92c4-163fbb18e9c6 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:11.808950 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.db_base_plugin_common [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-cc5be8e2-8cdf-458d-92c4-163fbb18e9c6 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Allocated IP 172.20.0.4 (3bbd6da5-4c15-46da-9de5-c44a36974cd0/6ff11583-5631-4068-991c-12b3ca3de03f/e8c96e92-029f-4591-b2d0-6d3429f9ca70) {{(pid=109071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:53:11.956244 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-cc5be8e2-8cdf-458d-92c4-163fbb18e9c6 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for port, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:11.992752 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-cc5be8e2-8cdf-458d-92c4-163fbb18e9c6 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:12.036815 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-cc5be8e2-8cdf-458d-92c4-163fbb18e9c6 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Network 3bbd6da5-4c15-46da-9de5-c44a36974cd0 is already hosted by enough agents. {{(pid=109071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:53:12.039862 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-cc5be8e2-8cdf-458d-92c4-163fbb18e9c6 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Resources bound (agent type, host, resource id): {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:53:12.044168 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-cc5be8e2-8cdf-458d-92c4-163fbb18e9c6 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Received port after_create {{(pid=109071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:53:12.050640 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5be8e2-8cdf-458d-92c4-163fbb18e9c6 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Pushing event updated for resources: {'Port': ['ID=e8c96e92-029f-4591-b2d0-6d3429f9ca70,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:53:12.103601 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-cc5be8e2-8cdf-458d-92c4-163fbb18e9c6 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:12.104278 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-cc5be8e2-8cdf-458d-92c4-163fbb18e9c6 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:12.122199 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-cc5be8e2-8cdf-458d-92c4-163fbb18e9c6 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5800703 Nov 25 04:53:12.144864 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-d1fb8605-11c2-467b-bb11-f9b370f74756 service neutron] Request body: {'port': {'device_id': '1a05724b-2edd-42a1-a844-3f9afd515c16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:53:12.202052 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-d1fb8605-11c2-467b-bb11-f9b370f74756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:12.316536 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-e121a6a9-f2ee-44d8-860f-43d2b931fc7b None None] Provisioning complete for port e8c96e92-029f-4591-b2d0-6d3429f9ca70 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:53:12.317140 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-e121a6a9-f2ee-44d8-860f-43d2b931fc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:12.355730 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-e121a6a9-f2ee-44d8-860f-43d2b931fc7b None None] Port e8c96e92-029f-4591-b2d0-6d3429f9ca70 cannot update to ACTIVE because it is not bound. {{(pid=109072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 04:53:12.464260 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-d1fb8605-11c2-467b-bb11-f9b370f74756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8c96e92-029f-4591-b2d0-6d3429f9ca70 {{(pid=109071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:53:12.472615 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-d1fb8605-11c2-467b-bb11-f9b370f74756 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:12.486961 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-d1fb8605-11c2-467b-bb11-f9b370f74756 service neutron] Transition to ACTIVE for port object e8c96e92-029f-4591-b2d0-6d3429f9ca70 will not be triggered until provisioned by entity L2. {{(pid=109071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 04:53:12.488100 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ad6b9-d5a8-4f8e-afb8-75cde372fe67 req-e9931009-a924-4f5d-9e7a-d4fcecc74e20 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:12.489777 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-420ad6b9-d5a8-4f8e-afb8-75cde372fe67 req-e9931009-a924-4f5d-9e7a-d4fcecc74e20 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 984 time: 0.0522761 Nov 25 04:53:12.493120 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-d1fb8605-11c2-467b-bb11-f9b370f74756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8963629'] for port, after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:12.561836 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-420ad6b9-d5a8-4f8e-afb8-75cde372fe67 req-82cb9db2-3792-48b4-8a8f-d435ae3d8acc tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1&id=5f2720e2-5cc9-461e-a829-c34973221b13&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648639 Nov 25 04:53:12.618555 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb8605-11c2-467b-bb11-f9b370f74756 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c96e92-029f-4591-b2d0-6d3429f9ca70,revision_number=2']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:53:12.644426 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2578c0a-0498-401a-b17f-f31c98c77686 req-2640d937-2fa8-4126-b274-1cf12a08efa3 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:12.645985 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a2578c0a-0498-401a-b17f-f31c98c77686 req-2640d937-2fa8-4126-b274-1cf12a08efa3 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 943 time: 0.1128242 Nov 25 04:53:12.687440 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-d1fb8605-11c2-467b-bb11-f9b370f74756 service neutron] Attempting to bind port e8c96e92-029f-4591-b2d0-6d3429f9ca70 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:53:12.687772 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-d1fb8605-11c2-467b-bb11-f9b370f74756 service neutron] Attempting to bind port e8c96e92-029f-4591-b2d0-6d3429f9ca70 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '644e32ed-c2f3-4335-b74d-ee8f50200ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0'}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:53:12.688103 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-d1fb8605-11c2-467b-bb11-f9b370f74756 service neutron] Attempting to bind port e8c96e92-029f-4591-b2d0-6d3429f9ca70 on network 3bbd6da5-4c15-46da-9de5-c44a36974cd0 {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:53:12.700985 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-d1fb8605-11c2-467b-bb11-f9b370f74756 service neutron] Port e8c96e92-029f-4591-b2d0-6d3429f9ca70 on network 3bbd6da5-4c15-46da-9de5-c44a36974cd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 04:53:12.701314 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-d1fb8605-11c2-467b-bb11-f9b370f74756 service neutron] Attempting to bind port e8c96e92-029f-4591-b2d0-6d3429f9ca70 on network 3bbd6da5-4c15-46da-9de5-c44a36974cd0 {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:53:12.714957 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-d1fb8605-11c2-467b-bb11-f9b370f74756 service neutron] Checking agent: {'id': '1f14ab98-53f7-4a68-bcc6-b943f33cb2d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'started_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:53:12.715303 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-d1fb8605-11c2-467b-bb11-f9b370f74756 service neutron] Checking segment: {'id': '644e32ed-c2f3-4335-b74d-ee8f50200ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:53:12.715697 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-d1fb8605-11c2-467b-bb11-f9b370f74756 service neutron] Bound using segment: {'id': '644e32ed-c2f3-4335-b74d-ee8f50200ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0'} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:53:12.716140 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-d1fb8605-11c2-467b-bb11-f9b370f74756 service neutron] Bound port: e8c96e92-029f-4591-b2d0-6d3429f9ca70, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '644e32ed-c2f3-4335-b74d-ee8f50200ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0'}}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:53:12.716523 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-d1fb8605-11c2-467b-bb11-f9b370f74756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:12.723313 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a2578c0a-0498-401a-b17f-f31c98c77686 req-1197a4e7-6c2e-456a-bf42-35273964e68d tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702462 Nov 25 04:53:12.785184 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-d1fb8605-11c2-467b-bb11-f9b370f74756 service neutron] For port e8c96e92-029f-4591-b2d0-6d3429f9ca70, host hv-cinder-81558, cleared binding levels {{(pid=109071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:53:12.788203 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-d1fb8605-11c2-467b-bb11-f9b370f74756 service neutron] For port e8c96e92-029f-4591-b2d0-6d3429f9ca70, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e8c96e92-029f-4591-b2d0-6d3429f9ca70,segment=NetworkSegment(644e32ed-c2f3-4335-b74d-ee8f50200ec0),segment_id=644e32ed-c2f3-4335-b74d-ee8f50200ec0)] {{(pid=109071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:53:12.795965 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-d1fb8605-11c2-467b-bb11-f9b370f74756 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8963629'] for port, after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:12.835725 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-d1fb8605-11c2-467b-bb11-f9b370f74756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:12.836413 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-d1fb8605-11c2-467b-bb11-f9b370f74756 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:12.837882 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-d1fb8605-11c2-467b-bb11-f9b370f74756 service neutron] 10.222.0.41 "PUT /v2.0/ports/e8c96e92-029f-4591-b2d0-6d3429f9ca70 HTTP/1.1" status: 200 len: 1093 time: 0.6988463 Nov 25 04:53:12.838482 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a05724b-2edd-42a1-a844-3f9afd515c16', 'tag': 'e8c96e92-029f-4591-b2d0-6d3429f9ca70'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:53:12.841604 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d57e7af397f6b944dcc9a6f5390767d05535c9c85852faf17d281085e8a62f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6ece6c-590d-4e93-8ed6-90f4360e9b40" -d '{"events": [{"name": "network-changed", "server_uuid": "1a05724b-2edd-42a1-a844-3f9afd515c16", "tag": "e8c96e92-029f-4591-b2d0-6d3429f9ca70"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:53:12.864992 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb8605-11c2-467b-bb11-f9b370f74756 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c96e92-029f-4591-b2d0-6d3429f9ca70,revision_number=3']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:53:12.893701 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 04:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde3aded-cbad-4d49-8661-4bac9c8810c5 x-openstack-request-id: req-fde3aded-cbad-4d49-8661-4bac9c8810c5 {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:53:12.894024 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a05724b-2edd-42a1-a844-3f9afd515c16", "tag": "e8c96e92-029f-4591-b2d0-6d3429f9ca70", "status": "completed", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:53:12.894265 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fde3aded-cbad-4d49-8661-4bac9c8810c5 {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:53:12.894728 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a05724b-2edd-42a1-a844-3f9afd515c16', 'tag': 'e8c96e92-029f-4591-b2d0-6d3429f9ca70', 'status': 'completed', 'code': 200} Nov 25 04:53:12.958556 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-db83ed15-03bc-4b17-b85e-dd799c1a68ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:12.960116 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-db83ed15-03bc-4b17-b85e-dd799c1a68ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f231a19b2ca6447282b854aaf157e86c&device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 1096 time: 0.0448914 Nov 25 04:53:13.014742 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-ac34e5f8-b20f-4467-980a-ac7eca2fa6b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8c96e92-029f-4591-b2d0-6d3429f9ca70 HTTP/1.1" status: 200 len: 217 time: 0.0383766 Nov 25 04:53:13.066195 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-afe27bc3-3899-4533-812c-9ace43ea90b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:13.067830 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-afe27bc3-3899-4533-812c-9ace43ea90b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ff11583-5631-4068-991c-12b3ca3de03f HTTP/1.1" status: 200 len: 855 time: 0.0461307 Nov 25 04:53:13.116673 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-d844d2fe-65cf-483c-936a-ee6ae3245546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:13.118209 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-d844d2fe-65cf-483c-936a-ee6ae3245546 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3bbd6da5-4c15-46da-9de5-c44a36974cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424352 Nov 25 04:53:13.213935 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-6d1efccf-3175-4564-b8e8-847dcf6cf503 service neutron] 10.222.0.41 "GET /v2.0/networks/3bbd6da5-4c15-46da-9de5-c44a36974cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865998 Nov 25 04:53:13.305718 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-70e5159a-ca5e-4aa7-b40c-83e44764103c req-f7c4984a-9998-4896-95d9-39e48ab51d17 service neutron] 10.222.0.41 "GET /v2.0/networks/3bbd6da5-4c15-46da-9de5-c44a36974cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835087 Nov 25 04:53:13.486834 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ece6c-590d-4e93-8ed6-90f4360e9b40 req-cd4caf6f-391d-4ea0-ba3e-bdb7c5a3ae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:13.488253 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8b6ece6c-590d-4e93-8ed6-90f4360e9b40 req-cd4caf6f-391d-4ea0-ba3e-bdb7c5a3ae42 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f231a19b2ca6447282b854aaf157e86c&device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 1096 time: 0.0515459 Nov 25 04:53:13.584772 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ece6c-590d-4e93-8ed6-90f4360e9b40 req-0690750c-15c1-448a-a145-8eb51129a889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:13.586348 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8b6ece6c-590d-4e93-8ed6-90f4360e9b40 req-0690750c-15c1-448a-a145-8eb51129a889 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3bbd6da5-4c15-46da-9de5-c44a36974cd0 HTTP/1.1" status: 200 len: 917 time: 0.0898464 Nov 25 04:53:13.629384 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8b6ece6c-590d-4e93-8ed6-90f4360e9b40 req-ebb40eae-b48c-4d02-be29-5bad41f38333 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8c96e92-029f-4591-b2d0-6d3429f9ca70 HTTP/1.1" status: 200 len: 217 time: 0.0347717 Nov 25 04:53:13.682421 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ece6c-590d-4e93-8ed6-90f4360e9b40 req-3ac144d6-2084-4d59-81a0-ea91a4e4fa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:13.683895 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8b6ece6c-590d-4e93-8ed6-90f4360e9b40 req-3ac144d6-2084-4d59-81a0-ea91a4e4fa42 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ff11583-5631-4068-991c-12b3ca3de03f HTTP/1.1" status: 200 len: 855 time: 0.0477784 Nov 25 04:53:13.685478 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e2ce7-ec3c-4b2d-8025-02d16c579619 req-4f0f486b-ecaa-4f7e-b5a8-261e8d47b166 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:13.686979 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fb1e2ce7-ec3c-4b2d-8025-02d16c579619 req-4f0f486b-ecaa-4f7e-b5a8-261e8d47b166 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 984 time: 0.0498879 Nov 25 04:53:13.730998 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ece6c-590d-4e93-8ed6-90f4360e9b40 req-38cdc9e9-2cfd-4d1b-aaf2-09edbd4c0908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:13.732571 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8b6ece6c-590d-4e93-8ed6-90f4360e9b40 req-38cdc9e9-2cfd-4d1b-aaf2-09edbd4c0908 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3bbd6da5-4c15-46da-9de5-c44a36974cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409534 Nov 25 04:53:13.755678 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fb1e2ce7-ec3c-4b2d-8025-02d16c579619 req-f02595f9-a2f8-4a18-a9bb-68821d5d1441 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1&id=5f2720e2-5cc9-461e-a829-c34973221b13&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0620747 Nov 25 04:53:13.854025 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8b6ece6c-590d-4e93-8ed6-90f4360e9b40 req-d5bbe2d9-3a70-40f5-b09b-a21059ad4577 service neutron] 10.222.0.41 "GET /v2.0/networks/3bbd6da5-4c15-46da-9de5-c44a36974cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128402 Nov 25 04:53:13.878843 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c507a7-6410-4aba-b06b-185911436828 req-62b5af12-ff7f-4616-a7e2-a79bbd653552 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:13.880289 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-89c507a7-6410-4aba-b06b-185911436828 req-62b5af12-ff7f-4616-a7e2-a79bbd653552 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 943 time: 0.0784323 Nov 25 04:53:13.984720 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-89c507a7-6410-4aba-b06b-185911436828 req-eab3c6e0-50ff-40be-b9ff-43506002b496 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950198 Nov 25 04:53:13.995393 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8b6ece6c-590d-4e93-8ed6-90f4360e9b40 req-3bd555df-0bd8-460a-bb94-c9b22d7879dd service neutron] 10.222.0.41 "GET /v2.0/networks/3bbd6da5-4c15-46da-9de5-c44a36974cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316466 Nov 25 04:53:14.887845 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1df5a-8c4a-45b2-86f1-47f039ef6c3d req-0c99ff18-0837-4751-aeb0-61c5eac3f696 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:14.889455 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-e4c1df5a-8c4a-45b2-86f1-47f039ef6c3d req-0c99ff18-0837-4751-aeb0-61c5eac3f696 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 984 time: 0.0638397 Nov 25 04:53:14.953199 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-e4c1df5a-8c4a-45b2-86f1-47f039ef6c3d req-c184258a-0fe3-40df-abf2-1d377467a26c tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1&id=5f2720e2-5cc9-461e-a829-c34973221b13&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545399 Nov 25 04:53:15.118085 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd467b60-bb76-48bc-baa2-7fd25a18e869 req-df9ec46b-5f69-4163-87cc-43cbf61b4be4 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:15.119618 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-dd467b60-bb76-48bc-baa2-7fd25a18e869 req-df9ec46b-5f69-4163-87cc-43cbf61b4be4 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 943 time: 0.0574849 Nov 25 04:53:15.169475 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-dd467b60-bb76-48bc-baa2-7fd25a18e869 req-31bb0145-1f51-4213-981b-541199623c9e tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406864 Nov 25 04:53:15.249794 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device e8c96e92-029f-4591-b2d0-6d3429f9ca70 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=109072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 04:53:15.363098 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port e8c96e92-029f-4591-b2d0-6d3429f9ca70, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e8c96e92-029f-4591-b2d0-6d3429f9ca70,segment=NetworkSegment(644e32ed-c2f3-4335-b74d-ee8f50200ec0),segment_id=644e32ed-c2f3-4335-b74d-ee8f50200ec0)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:53:15.376363 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Returning: {'device': 'e8c96e92-029f-4591-b2d0-6d3429f9ca70', 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0', 'port_id': 'e8c96e92-029f-4591-b2d0-6d3429f9ca70', 'mac_address': 'fa:16:3e:24:4a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff11583-5631-4068-991c-12b3ca3de03f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 04:53:15.423627 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:15.441035 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8c96e92-029f-4591-b2d0-6d3429f9ca70 {{(pid=109072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:53:15.461447 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port e8c96e92-029f-4591-b2d0-6d3429f9ca70, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e8c96e92-029f-4591-b2d0-6d3429f9ca70,segment=NetworkSegment(644e32ed-c2f3-4335-b74d-ee8f50200ec0),segment_id=644e32ed-c2f3-4335-b74d-ee8f50200ec0)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:53:15.467109 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:15.515400 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=e8c96e92-029f-4591-b2d0-6d3429f9ca70,revision_number=4']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:53:15.796868 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['e8c96e92-029f-4591-b2d0-6d3429f9ca70'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:53:16.094902 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec6650-45d3-4d28-a46e-4499340c622c req-7bb6d3f4-2869-4f7b-8453-29c91a3cee30 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:16.096545 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6cec6650-45d3-4d28-a46e-4499340c622c req-7bb6d3f4-2869-4f7b-8453-29c91a3cee30 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 984 time: 0.0584106 Nov 25 04:53:16.168992 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6cec6650-45d3-4d28-a46e-4499340c622c req-d7b55045-3ed4-4ee1-8460-222bf5266dc4 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1&id=5f2720e2-5cc9-461e-a829-c34973221b13&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0657735 Nov 25 04:53:16.299015 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f680617-8206-4951-ad93-6c69a9f6876c req-b1f0b5eb-442c-4911-a94e-74d6ae1c9406 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:16.300565 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-4f680617-8206-4951-ad93-6c69a9f6876c req-b1f0b5eb-442c-4911-a94e-74d6ae1c9406 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 944 time: 0.0571916 Nov 25 04:53:16.351432 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-4f680617-8206-4951-ad93-6c69a9f6876c req-88ba4404-500c-43ce-85c5-32afce1b021f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445089 Nov 25 04:53:17.249885 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device e8c96e92-029f-4591-b2d0-6d3429f9ca70 up at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:53:17.303266 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning for port e8c96e92-029f-4591-b2d0-6d3429f9ca70 completed by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 04:53:17.307750 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning complete for port e8c96e92-029f-4591-b2d0-6d3429f9ca70 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:53:17.308129 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:17.310385 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae8301-de06-46cd-8ec5-b549353fc077 req-17bcc054-4002-4a4e-9942-092240b4f476 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:17.311906 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-63ae8301-de06-46cd-8ec5-b549353fc077 req-17bcc054-4002-4a4e-9942-092240b4f476 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 984 time: 0.0560367 Nov 25 04:53:17.376303 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-63ae8301-de06-46cd-8ec5-b549353fc077 req-66a70d9a-2ed5-452f-8178-b153d6c233a2 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1&id=5f2720e2-5cc9-461e-a829-c34973221b13&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578909 Nov 25 04:53:17.392095 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:17.416687 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a05724b-2edd-42a1-a844-3f9afd515c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c96e92-029f-4591-b2d0-6d3429f9ca70'}] {{(pid=109072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:53:17.418801 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21d2e46f9f4131852b38a57b118a04601412ee452ef2f91c34d7ef8e942fd252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9342e0-b610-4045-88d0-fd57010c531b" -d '{"events": [{"server_uuid": "1a05724b-2edd-42a1-a844-3f9afd515c16", "name": "network-vif-plugged", "status": "completed", "tag": "e8c96e92-029f-4591-b2d0-6d3429f9ca70"}]}' {{(pid=109072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:53:17.432427 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port e8c96e92-029f-4591-b2d0-6d3429f9ca70, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e8c96e92-029f-4591-b2d0-6d3429f9ca70,segment=NetworkSegment(644e32ed-c2f3-4335-b74d-ee8f50200ec0),segment_id=644e32ed-c2f3-4335-b74d-ee8f50200ec0)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:53:17.437991 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:17.464998 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f76412-732a-4970-98f6-a25c1ecdbe90 x-openstack-request-id: req-33f76412-732a-4970-98f6-a25c1ecdbe90 {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:53:17.465316 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a05724b-2edd-42a1-a844-3f9afd515c16", "name": "network-vif-plugged", "status": "completed", "tag": "e8c96e92-029f-4591-b2d0-6d3429f9ca70", "code": 200}]} {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:53:17.465774 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-33f76412-732a-4970-98f6-a25c1ecdbe90 {{(pid=109072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:53:17.466173 dv-cinder-815582-6-iscsi neutron-server[109072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a05724b-2edd-42a1-a844-3f9afd515c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c96e92-029f-4591-b2d0-6d3429f9ca70', 'code': 200} Nov 25 04:53:17.483668 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d55f8-bfbe-47d5-91fd-25d6817fac6b req-1b6d7109-5825-4638-bbbc-e4d05288a26e tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:17.485321 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-831d55f8-bfbe-47d5-91fd-25d6817fac6b req-1b6d7109-5825-4638-bbbc-e4d05288a26e tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 945 time: 0.0510993 Nov 25 04:53:17.492771 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=e8c96e92-029f-4591-b2d0-6d3429f9ca70,revision_number=5']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:53:17.536244 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-831d55f8-bfbe-47d5-91fd-25d6817fac6b req-4f027db9-ff59-4d62-a9f6-fe86ecd8e775 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449390 Nov 25 04:53:17.691753 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c63ad-a162-4f5c-95cb-3bdc9f756de2 req-a35a4799-a9a5-4d99-8ab8-28c866b420dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:17.693350 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-659c63ad-a162-4f5c-95cb-3bdc9f756de2 req-a35a4799-a9a5-4d99-8ab8-28c866b420dc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 1098 time: 0.0424311 Nov 25 04:53:17.739248 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-659c63ad-a162-4f5c-95cb-3bdc9f756de2 req-1df3ed7c-b540-47da-b4f1-3ad9d75e5299 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376384 Nov 25 04:53:18.671207 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afe9a7-6722-443b-a402-cd61d19bbab0 req-5a6f86ac-d500-4df4-b4d0-bbf8a767fb6a tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:18.672726 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-61afe9a7-6722-443b-a402-cd61d19bbab0 req-5a6f86ac-d500-4df4-b4d0-bbf8a767fb6a tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 945 time: 0.0513229 Nov 25 04:53:18.727687 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-61afe9a7-6722-443b-a402-cd61d19bbab0 req-7d30400d-23e8-471c-8ab0-9ee1388089e9 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469244 Nov 25 04:53:19.859830 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ddfbbf-e802-4b0d-b702-13454aec7c5c req-232b1291-3d28-45f7-b9dd-ebfb3b1c9575 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:19.861409 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-30ddfbbf-e802-4b0d-b702-13454aec7c5c req-232b1291-3d28-45f7-b9dd-ebfb3b1c9575 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 945 time: 0.0550463 Nov 25 04:53:19.910819 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-30ddfbbf-e802-4b0d-b702-13454aec7c5c req-b4171a6e-5dc3-46d7-a503-f66153a74bd4 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434878 Nov 25 04:53:20.040465 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae40417-bf96-43bc-97bd-b1d5789b6d1e req-8926a667-bd47-45d3-9630-34f66d5780de tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:20.042199 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-aae40417-bf96-43bc-97bd-b1d5789b6d1e req-8926a667-bd47-45d3-9630-34f66d5780de tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 945 time: 0.0564694 Nov 25 04:53:20.055421 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 59410) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:53:20.059984 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-96573a8a-11ff-4990-b85b-5020b9d2ccf6 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Request body: {'floatingip': {'port_id': 'e8c96e92-029f-4591-b2d0-6d3429f9ca70'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:53:20.102116 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-96573a8a-11ff-4990-b85b-5020b9d2ccf6 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for floatingip, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:20.550725 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-96573a8a-11ff-4990-b85b-5020b9d2ccf6 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:20.558289 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-96573a8a-11ff-4990-b85b-5020b9d2ccf6 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688023'] for floatingip, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:20.914716 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.db.l3_db [None req-96573a8a-11ff-4990-b85b-5020b9d2ccf6 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Floating IP a1fca95a-7b96-4254-901d-1618077b7bb2 associated. External IP: 172.27.2.148, port: e8c96e92-029f-4591-b2d0-6d3429f9ca70. Nov 25 04:53:21.126565 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96573a8a-11ff-4990-b85b-5020b9d2ccf6 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Router 7148b292-21cd-4c70-b902-684b86a972bf has already been hosted by L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f {{(pid=109070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 04:53:21.240940 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96573a8a-11ff-4990-b85b-5020b9d2ccf6 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:53:21.246070 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-96573a8a-11ff-4990-b85b-5020b9d2ccf6 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for floatingip, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:21.252419 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c11036c-3c44-4403-ac17-cf2660b696be None None] Sync routers for ids ['7148b292-21cd-4c70-b902-684b86a972bf'] in dv-cinder-815582-6-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:53:21.263519 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c11036c-3c44-4403-ac17-cf2660b696be None None] Routers {'7148b292-21cd-4c70-b902-684b86a972bf'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:53:21.264184 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-2c11036c-3c44-4403-ac17-cf2660b696be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:53:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['7148b292-21cd-4c70-b902-684b86a972bf'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:53:21.273169 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-96573a8a-11ff-4990-b85b-5020b9d2ccf6 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "PUT /v2.0/floatingips/a1fca95a-7b96-4254-901d-1618077b7bb2 HTTP/1.1" status: 200 len: 991 time: 1.2165537 Nov 25 04:53:21.273752 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a05724b-2edd-42a1-a844-3f9afd515c16', 'tag': 'e8c96e92-029f-4591-b2d0-6d3429f9ca70'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:53:21.276081 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c54fbf746f0c7fba78ef8d59e1beae84bb94fede6ed59824d7b8ea859eeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30016027-56f1-40c0-b2d1-33b2d925cc2c" -d '{"events": [{"name": "network-changed", "server_uuid": "1a05724b-2edd-42a1-a844-3f9afd515c16", "tag": "e8c96e92-029f-4591-b2d0-6d3429f9ca70"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:53:21.320358 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 04:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d04332c-149e-41e9-a5ec-cb40d6132023 x-openstack-request-id: req-8d04332c-149e-41e9-a5ec-cb40d6132023 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:53:21.320667 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a05724b-2edd-42a1-a844-3f9afd515c16", "tag": "e8c96e92-029f-4591-b2d0-6d3429f9ca70", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:53:21.320937 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8d04332c-149e-41e9-a5ec-cb40d6132023 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:53:21.321336 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a05724b-2edd-42a1-a844-3f9afd515c16', 'tag': 'e8c96e92-029f-4591-b2d0-6d3429f9ca70', 'status': 'completed', 'code': 200} Nov 25 04:53:21.373980 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-2c11036c-3c44-4403-ac17-cf2660b696be None None] Set router 7148b292-21cd-4c70-b902-684b86a972bf gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:53:21.439916 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30016027-56f1-40c0-b2d1-33b2d925cc2c req-db080fab-3aca-4220-a6ef-cad5efcb2954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:21.441849 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-30016027-56f1-40c0-b2d1-33b2d925cc2c req-db080fab-3aca-4220-a6ef-cad5efcb2954 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f231a19b2ca6447282b854aaf157e86c&device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 1098 time: 0.0448978 Nov 25 04:53:21.506226 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e1103c58-94e3-4947-a872-2cedb0f66d29 req-edcd6139-ce2c-420f-8c0a-974ab13ea2b2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426359 Nov 25 04:53:21.545618 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30016027-56f1-40c0-b2d1-33b2d925cc2c req-d72ea00e-2cdc-43b8-a31f-a4301222e0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:21.547146 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-30016027-56f1-40c0-b2d1-33b2d925cc2c req-d72ea00e-2cdc-43b8-a31f-a4301222e0ad service neutron] 10.222.0.41 "GET /v2.0/networks?id=3bbd6da5-4c15-46da-9de5-c44a36974cd0 HTTP/1.1" status: 200 len: 917 time: 0.0922139 Nov 25 04:53:21.617898 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-2c11036c-3c44-4403-ac17-cf2660b696be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7148b292-21cd-4c70-b902-684b86a972bf', 'name': 'tempest-AttachVolumeShelveTestJSON-110648917-router', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '699b77c7-59e1-4e8c-81b0-1e5fa28041b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:48:13Z', 'updated_at': '2021-11-25T04:48:29Z', 'revision_number': 4, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'gw_port': {'id': '699b77c7-59e1-4e8c-81b0-1e5fa28041b2', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7148b292-21cd-4c70-b902-684b86a972bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:15Z', 'updated_at': '2021-11-25T04:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_floatingips': [{'id': 'a1fca95a-7b96-4254-901d-1618077b7bb2', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'router_id': '7148b292-21cd-4c70-b902-684b86a972bf', 'port_id': 'e8c96e92-029f-4591-b2d0-6d3429f9ca70', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0', 'mac_address': 'fa:16:3e:24:4a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a05724b-2edd-42a1-a844-3f9afd515c16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:53:09Z', 'updated_at': '2021-11-25T04:53:20Z', 'revision_number': 1, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a337d4c-e698-489a-b780-f00619525ce6', 'name': '', 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'mac_address': 'fa:16:3e:9f:e7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7148b292-21cd-4c70-b902-684b86a972bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6ff11583-5631-4068-991c-12b3ca3de03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:26Z', 'updated_at': '2021-11-25T04:48:37Z', 'revision_number': 5, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'subnets': [{'id': '6ff11583-5631-4068-991c-12b3ca3de03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:53:21.622650 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-30016027-56f1-40c0-b2d1-33b2d925cc2c req-9fa25941-28e1-4c45-ad34-fd16dd0de3cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8c96e92-029f-4591-b2d0-6d3429f9ca70 HTTP/1.1" status: 200 len: 999 time: 0.0632744 Nov 25 04:53:21.622929 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1103c58-94e3-4947-a872-2cedb0f66d29 req-07544111-5168-4948-ade9-31eef7dae2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:21.624582 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e1103c58-94e3-4947-a872-2cedb0f66d29 req-07544111-5168-4948-ade9-31eef7dae2e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1554cf6f72d42199fcfe7ce71bac429&device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 1099 time: 0.0430040 Nov 25 04:53:21.651874 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c11036c-3c44-4403-ac17-cf2660b696be None None] Checking router: 7148b292-21cd-4c70-b902-684b86a972bf for host: dv-cinder-815582-6-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:53:21.661177 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c11036c-3c44-4403-ac17-cf2660b696be None None] Routers {'7148b292-21cd-4c70-b902-684b86a972bf'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:53:21.661727 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-2c11036c-3c44-4403-ac17-cf2660b696be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:53:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['7148b292-21cd-4c70-b902-684b86a972bf'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:53:21.680018 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30016027-56f1-40c0-b2d1-33b2d925cc2c req-75c9e15c-d600-4894-ba00-8024b87528cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:21.681668 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-30016027-56f1-40c0-b2d1-33b2d925cc2c req-75c9e15c-d600-4894-ba00-8024b87528cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ff11583-5631-4068-991c-12b3ca3de03f HTTP/1.1" status: 200 len: 855 time: 0.0503497 Nov 25 04:53:21.732860 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30016027-56f1-40c0-b2d1-33b2d925cc2c req-b6cddfd3-9095-40c6-a530-4014779c7470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:21.734885 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-30016027-56f1-40c0-b2d1-33b2d925cc2c req-b6cddfd3-9095-40c6-a530-4014779c7470 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3bbd6da5-4c15-46da-9de5-c44a36974cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454743 Nov 25 04:53:21.736053 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1103c58-94e3-4947-a872-2cedb0f66d29 req-829c1fd9-9957-4e8b-b3c9-a58c5a4f61c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:21.737651 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e1103c58-94e3-4947-a872-2cedb0f66d29 req-829c1fd9-9957-4e8b-b3c9-a58c5a4f61c0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=be1d7544-b7f8-462b-9559-3e902da9b232 HTTP/1.1" status: 200 len: 909 time: 0.0890188 Nov 25 04:53:21.818553 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e1103c58-94e3-4947-a872-2cedb0f66d29 req-b1fffc2d-4bcd-4ae2-92b5-fe90aadb9f99 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a95c402-b2e8-4638-8bb0-f410aa3e568a HTTP/1.1" status: 200 len: 1002 time: 0.0685103 Nov 25 04:53:21.838388 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-30016027-56f1-40c0-b2d1-33b2d925cc2c req-900caa07-b209-4298-abc8-7801079d040f service neutron] 10.222.0.41 "GET /v2.0/networks/3bbd6da5-4c15-46da-9de5-c44a36974cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889666 Nov 25 04:53:21.872804 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1103c58-94e3-4947-a872-2cedb0f66d29 req-5ddf04e6-2bea-4e55-95f8-d6059694a08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:21.874452 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e1103c58-94e3-4947-a872-2cedb0f66d29 req-5ddf04e6-2bea-4e55-95f8-d6059694a08b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48c4a844-83ca-4382-b5e0-23d313e6e9e6 HTTP/1.1" status: 200 len: 847 time: 0.0478644 Nov 25 04:53:21.907415 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-2c11036c-3c44-4403-ac17-cf2660b696be None None] Set router 7148b292-21cd-4c70-b902-684b86a972bf gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:53:21.921236 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1103c58-94e3-4947-a872-2cedb0f66d29 req-6a1ed14c-108a-451d-9f2f-5615d19df479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:21.922770 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e1103c58-94e3-4947-a872-2cedb0f66d29 req-6a1ed14c-108a-451d-9f2f-5615d19df479 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=be1d7544-b7f8-462b-9559-3e902da9b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407486 Nov 25 04:53:21.935406 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-30016027-56f1-40c0-b2d1-33b2d925cc2c req-447af7e8-ef9b-4d7f-9cb1-a6737c3ee9ad service neutron] 10.222.0.41 "GET /v2.0/networks/3bbd6da5-4c15-46da-9de5-c44a36974cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901661 Nov 25 04:53:22.023071 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e1103c58-94e3-4947-a872-2cedb0f66d29 req-04576322-5624-4d6d-84dd-d059a202fcc4 service neutron] 10.222.0.41 "GET /v2.0/networks/be1d7544-b7f8-462b-9559-3e902da9b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913725 Nov 25 04:53:22.170462 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-2c11036c-3c44-4403-ac17-cf2660b696be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7148b292-21cd-4c70-b902-684b86a972bf', 'name': 'tempest-AttachVolumeShelveTestJSON-110648917-router', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '699b77c7-59e1-4e8c-81b0-1e5fa28041b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:48:13Z', 'updated_at': '2021-11-25T04:48:29Z', 'revision_number': 4, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'gw_port': {'id': '699b77c7-59e1-4e8c-81b0-1e5fa28041b2', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7148b292-21cd-4c70-b902-684b86a972bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:15Z', 'updated_at': '2021-11-25T04:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_floatingips': [{'id': 'a1fca95a-7b96-4254-901d-1618077b7bb2', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'router_id': '7148b292-21cd-4c70-b902-684b86a972bf', 'port_id': 'e8c96e92-029f-4591-b2d0-6d3429f9ca70', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0', 'mac_address': 'fa:16:3e:24:4a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a05724b-2edd-42a1-a844-3f9afd515c16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:53:09Z', 'updated_at': '2021-11-25T04:53:20Z', 'revision_number': 1, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a337d4c-e698-489a-b780-f00619525ce6', 'name': '', 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'mac_address': 'fa:16:3e:9f:e7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7148b292-21cd-4c70-b902-684b86a972bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6ff11583-5631-4068-991c-12b3ca3de03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:26Z', 'updated_at': '2021-11-25T04:48:37Z', 'revision_number': 5, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'subnets': [{'id': '6ff11583-5631-4068-991c-12b3ca3de03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:53:22.182948 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e1103c58-94e3-4947-a872-2cedb0f66d29 req-3096bb91-c02e-4ad9-8688-0c1efc934f44 service neutron] 10.222.0.41 "GET /v2.0/networks/be1d7544-b7f8-462b-9559-3e902da9b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508465 Nov 25 04:53:22.198047 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c11036c-3c44-4403-ac17-cf2660b696be None None] The sync data for ids ['7148b292-21cd-4c70-b902-684b86a972bf'] in dv-cinder-815582-6-iscsi is: [{'id': '7148b292-21cd-4c70-b902-684b86a972bf', 'name': 'tempest-AttachVolumeShelveTestJSON-110648917-router', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '699b77c7-59e1-4e8c-81b0-1e5fa28041b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:48:13Z', 'updated_at': '2021-11-25T04:48:29Z', 'revision_number': 4, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'gw_port': {'id': '699b77c7-59e1-4e8c-81b0-1e5fa28041b2', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7148b292-21cd-4c70-b902-684b86a972bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:15Z', 'updated_at': '2021-11-25T04:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_floatingips': [{'id': 'a1fca95a-7b96-4254-901d-1618077b7bb2', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'router_id': '7148b292-21cd-4c70-b902-684b86a972bf', 'port_id': 'e8c96e92-029f-4591-b2d0-6d3429f9ca70', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0', 'mac_address': 'fa:16:3e:24:4a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a05724b-2edd-42a1-a844-3f9afd515c16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:53:09Z', 'updated_at': '2021-11-25T04:53:20Z', 'revision_number': 1, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a337d4c-e698-489a-b780-f00619525ce6', 'name': '', 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'mac_address': 'fa:16:3e:9f:e7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7148b292-21cd-4c70-b902-684b86a972bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6ff11583-5631-4068-991c-12b3ca3de03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:26Z', 'updated_at': '2021-11-25T04:48:37Z', 'revision_number': 5, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'subnets': [{'id': '6ff11583-5631-4068-991c-12b3ca3de03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:53:22.407500 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb5beae-d89e-4c94-a7e1-32aef1c9328d None None] New status for floating IP a1fca95a-7b96-4254-901d-1618077b7bb2: ACTIVE {{(pid=109073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 04:53:24.075241 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:27.783276 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-108f3481-a2e2-42e2-9126-7d200fd67c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:30.160929 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9af9c4b4-87bc-481b-a7f5-ea1f8a2458f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:31.228799 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:32.631912 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:33.580706 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:41.832118 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c06741-cf1a-4913-8d6b-27a47b59d025 req-126c2f79-1dbd-4b23-8972-fb94ed136c20 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:41.833675 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-30c06741-cf1a-4913-8d6b-27a47b59d025 req-126c2f79-1dbd-4b23-8972-fb94ed136c20 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 945 time: 0.0496216 Nov 25 04:53:41.880923 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-30c06741-cf1a-4913-8d6b-27a47b59d025 req-3c15553f-868b-42aa-9acd-166c3326b755 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413527 Nov 25 04:53:43.014576 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469fd28-8a8f-489e-895b-9fccc177db19 req-c35311ce-91cd-4fa9-9eb8-d9d8ebc7e6ea tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:43.016276 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f469fd28-8a8f-489e-895b-9fccc177db19 req-c35311ce-91cd-4fa9-9eb8-d9d8ebc7e6ea tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 945 time: 0.0556195 Nov 25 04:53:43.066220 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f469fd28-8a8f-489e-895b-9fccc177db19 req-dc486eb1-bfbb-4443-bd92-5252c19a29e9 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407507 Nov 25 04:53:44.217463 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a16d7-426a-451e-b0ba-c62157927dc8 req-d9e0542a-fd1a-45e6-b49b-9b6414303dd5 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:44.218885 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-371a16d7-426a-451e-b0ba-c62157927dc8 req-d9e0542a-fd1a-45e6-b49b-9b6414303dd5 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 945 time: 0.0657983 Nov 25 04:53:44.269511 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-371a16d7-426a-451e-b0ba-c62157927dc8 req-a096acaa-4e7c-45fa-bf30-ae428372b409 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439913 Nov 25 04:53:45.407278 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3d440-7af1-40cb-9600-08bfd7794714 req-fac5eff5-14ff-422d-bad4-ed7f5d0007b0 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:45.408719 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-e6f3d440-7af1-40cb-9600-08bfd7794714 req-fac5eff5-14ff-422d-bad4-ed7f5d0007b0 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 945 time: 0.0559089 Nov 25 04:53:45.462259 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-e6f3d440-7af1-40cb-9600-08bfd7794714 req-d7c03c3c-b0f7-4b43-98ac-a6f09ee7042e tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475922 Nov 25 04:53:46.597474 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d73c1-1d54-4ace-89b7-a34534f8a809 req-60b12161-1fde-4de1-92a1-51c6cf178f3b tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:46.598987 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-e45d73c1-1d54-4ace-89b7-a34534f8a809 req-60b12161-1fde-4de1-92a1-51c6cf178f3b tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 945 time: 0.0586407 Nov 25 04:53:46.647251 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-e45d73c1-1d54-4ace-89b7-a34534f8a809 req-2b0b584f-4ab1-4fe8-b635-410795f46d16 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417993 Nov 25 04:53:47.013655 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 6 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 04:53:47.778356 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529fbe8f-39f6-452e-a29a-59b972e8cb85 req-f47737fb-8f5a-41ff-8c7c-75a10ce0f268 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:47.779815 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-529fbe8f-39f6-452e-a29a-59b972e8cb85 req-f47737fb-8f5a-41ff-8c7c-75a10ce0f268 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 945 time: 0.0494566 Nov 25 04:53:47.826630 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-529fbe8f-39f6-452e-a29a-59b972e8cb85 req-f2ae570a-f625-4161-9ba7-91c860299a8d tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403996 Nov 25 04:53:48.957099 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a732b17-99f6-47e3-ac80-21e3b4fba0b8 req-590aed17-ba98-41cc-9fc8-d8ff3e03ecd6 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:48.958622 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-7a732b17-99f6-47e3-ac80-21e3b4fba0b8 req-590aed17-ba98-41cc-9fc8-d8ff3e03ecd6 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 945 time: 0.0522990 Nov 25 04:53:49.009826 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-7a732b17-99f6-47e3-ac80-21e3b4fba0b8 req-71b3c864-de69-44f2-9c08-c81f497740b4 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423877 Nov 25 04:53:50.138931 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a55bf2-1724-41d4-a3b2-87c4052b79b3 req-4a42f9f3-d5a8-4d4f-87dc-2405bad8fc5c tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:50.140414 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f3a55bf2-1724-41d4-a3b2-87c4052b79b3 req-4a42f9f3-d5a8-4d4f-87dc-2405bad8fc5c tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 945 time: 0.0497651 Nov 25 04:53:50.200803 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f3a55bf2-1724-41d4-a3b2-87c4052b79b3 req-9d687483-3b11-4a75-a2e8-1c31448e7c2e tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543466 Nov 25 04:53:51.341092 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bdfdb-891c-4c1f-ba4c-2f11ae372d9f req-3751a0b0-278e-4134-b6eb-c4d5a3c25151 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:51.342549 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-d82bdfdb-891c-4c1f-ba4c-2f11ae372d9f req-3751a0b0-278e-4134-b6eb-c4d5a3c25151 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 945 time: 0.0600858 Nov 25 04:53:51.399805 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-d82bdfdb-891c-4c1f-ba4c-2f11ae372d9f req-8b99ffb7-4475-4cac-8740-1a0863a3d6d2 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479546 Nov 25 04:53:52.536041 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921d251-7445-48fa-888f-9bbcc7a7aa6c req-8b7d173f-d46f-49d0-90c9-4b14db8dbcb7 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:52.537612 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-9921d251-7445-48fa-888f-9bbcc7a7aa6c req-8b7d173f-d46f-49d0-90c9-4b14db8dbcb7 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 945 time: 0.0522201 Nov 25 04:53:52.591458 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-9921d251-7445-48fa-888f-9bbcc7a7aa6c req-4bc23367-3c70-4922-9e54-e152a4e24a5b tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449378 Nov 25 04:53:53.713061 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a15092-656e-43a9-b186-0011b1b08964 req-03486b33-546e-4ac2-9cff-8c0dcabcf2ba tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:53.714537 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f7a15092-656e-43a9-b186-0011b1b08964 req-03486b33-546e-4ac2-9cff-8c0dcabcf2ba tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 945 time: 0.0516088 Nov 25 04:53:53.769106 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f7a15092-656e-43a9-b186-0011b1b08964 req-fc282ce2-546a-4244-b34d-3b9292b0c7d4 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458288 Nov 25 04:53:54.112272 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:54.903243 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73165f7-44fa-413e-b9b5-be7907a8a5be req-07437b40-c158-454b-b7e6-0b4de9a4f9bb tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:54.904763 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a73165f7-44fa-413e-b9b5-be7907a8a5be req-07437b40-c158-454b-b7e6-0b4de9a4f9bb tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 945 time: 0.0573659 Nov 25 04:53:54.952026 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a73165f7-44fa-413e-b9b5-be7907a8a5be req-600d174b-d3cf-4f1d-92a5-949a2d4a795b tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411708 Nov 25 04:53:56.087044 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e86e2-57e2-4d2f-85a6-d3c332037755 req-f62575a8-3bf1-4556-82bb-079a6bf047ae tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:56.088790 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-bd6e86e2-57e2-4d2f-85a6-d3c332037755 req-f62575a8-3bf1-4556-82bb-079a6bf047ae tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 945 time: 0.0524435 Nov 25 04:53:56.090032 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9e8fc19b-25ac-4e72-901d-68f66d0010f8 req-79204303-d847-4004-9b14-b2bd6654402a tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1928831727&fields=id&tenant_id=c5e3b4fa99ed478cadc86a6adbcba214 HTTP/1.1" status: 200 len: 267 time: 0.0497978 Nov 25 04:53:56.136977 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-bd6e86e2-57e2-4d2f-85a6-d3c332037755 req-734b41b8-f595-4afd-b723-cdf69c2c7bd8 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423758 Nov 25 04:53:56.143742 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8fc19b-25ac-4e72-901d-68f66d0010f8 req-4dec8ece-48a2-4aed-875c-e6f3492c9171 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:56.145461 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9e8fc19b-25ac-4e72-901d-68f66d0010f8 req-4dec8ece-48a2-4aed-875c-e6f3492c9171 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 984 time: 0.0496981 Nov 25 04:53:56.157021 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-9e8fc19b-25ac-4e72-901d-68f66d0010f8 req-8eb7f9fe-fb30-4b11-b10f-a34c22d29884 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Request body: {'port': {'security_groups': ['c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1']}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:53:56.233343 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-9e8fc19b-25ac-4e72-901d-68f66d0010f8 req-8eb7f9fe-fb30-4b11-b10f-a34c22d29884 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:56.423993 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-9e8fc19b-25ac-4e72-901d-68f66d0010f8 req-8eb7f9fe-fb30-4b11-b10f-a34c22d29884 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] For port 1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4,segment=NetworkSegment(f01d369d-4474-4be2-bcbb-52e355d9cd90),segment_id=f01d369d-4474-4be2-bcbb-52e355d9cd90)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:53:56.453892 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-9e8fc19b-25ac-4e72-901d-68f66d0010f8 req-8eb7f9fe-fb30-4b11-b10f-a34c22d29884 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks [] for port, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:56.463003 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-9e8fc19b-25ac-4e72-901d-68f66d0010f8 req-8eb7f9fe-fb30-4b11-b10f-a34c22d29884 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9557411'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:56.500282 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:53:56.517626 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8fc19b-25ac-4e72-901d-68f66d0010f8 req-8eb7f9fe-fb30-4b11-b10f-a34c22d29884 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:56.518227 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-9e8fc19b-25ac-4e72-901d-68f66d0010f8 req-8eb7f9fe-fb30-4b11-b10f-a34c22d29884 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:56.520033 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9e8fc19b-25ac-4e72-901d-68f66d0010f8 req-8eb7f9fe-fb30-4b11-b10f-a34c22d29884 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "PUT /v2.0/ports/1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4 HTTP/1.1" status: 200 len: 942 time: 0.3677788 Nov 25 04:53:56.520530 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b', 'tag': '1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:53:56.522920 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c54fbf746f0c7fba78ef8d59e1beae84bb94fede6ed59824d7b8ea859eeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b152679-dcbe-4848-befe-f9225ba4f66b" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b", "tag": "1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:53:56.529585 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 59584) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:53:56.581197 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7f9fe-fb30-4b11-b10f-a34c22d29884 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Pushing event updated for resources: {'Port': ['ID=1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4,revision_number=7']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:53:56.597310 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7f9fe-fb30-4b11-b10f-a34c22d29884 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:53:56.597656 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7f9fe-fb30-4b11-b10f-a34c22d29884 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:53:56.598004 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7f9fe-fb30-4b11-b10f-a34c22d29884 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:53:56.598346 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7f9fe-fb30-4b11-b10f-a34c22d29884 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:53:56.598757 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7f9fe-fb30-4b11-b10f-a34c22d29884 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:53:56.599332 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7f9fe-fb30-4b11-b10f-a34c22d29884 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:53:56.599665 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7f9fe-fb30-4b11-b10f-a34c22d29884 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:53:56.599998 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7f9fe-fb30-4b11-b10f-a34c22d29884 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:53:56.600361 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7f9fe-fb30-4b11-b10f-a34c22d29884 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:53:56.600705 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7f9fe-fb30-4b11-b10f-a34c22d29884 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:53:56.601026 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7f9fe-fb30-4b11-b10f-a34c22d29884 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:53:56.601352 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb7f9fe-fb30-4b11-b10f-a34c22d29884 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:53:56.636597 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ecf6c96a-71ae-45bd-b963-69fd5fa054b2 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:56.657330 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 04:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e125bf68-4011-4f40-8ac9-0e352aad3e03 x-openstack-request-id: req-e125bf68-4011-4f40-8ac9-0e352aad3e03 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:53:56.657629 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b", "tag": "1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:53:56.657890 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e125bf68-4011-4f40-8ac9-0e352aad3e03 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:53:56.658329 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b', 'tag': '1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4', 'status': 'completed', 'code': 200} Nov 25 04:53:56.665879 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ecf6c96a-71ae-45bd-b963-69fd5fa054b2 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:56.670736 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:53:56.744245 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ecf6c96a-71ae-45bd-b963-69fd5fa054b2 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:56.747418 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ecf6c96a-71ae-45bd-b963-69fd5fa054b2 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:56.748666 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-ecf6c96a-71ae-45bd-b963-69fd5fa054b2 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "DELETE /v2.0/security-groups/5f2720e2-5cc9-461e-a829-c34973221b13 HTTP/1.1" status: 204 len: 168 time: 0.2180493 Nov 25 04:53:56.752708 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 59590) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:53:56.777753 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b152679-dcbe-4848-befe-f9225ba4f66b req-e8f2f961-84a3-48f7-961c-b3e44ae10577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:56.779628 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1b152679-dcbe-4848-befe-f9225ba4f66b req-e8f2f961-84a3-48f7-961c-b3e44ae10577 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5e3b4fa99ed478cadc86a6adbcba214&device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 1098 time: 0.0544946 Nov 25 04:53:56.858523 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-128e20e2-76a3-4468-9ee7-99da9680e25c None None] Provisioning complete for port 1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:53:56.858916 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-128e20e2-76a3-4468-9ee7-99da9680e25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:56.872626 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b152679-dcbe-4848-befe-f9225ba4f66b req-b2792ab4-f747-47e3-be3e-15d64984aa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:56.874111 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1b152679-dcbe-4848-befe-f9225ba4f66b req-b2792ab4-f747-47e3-be3e-15d64984aa0d service neutron] 10.222.0.41 "GET /v2.0/networks?id=e61c9945-d1ae-4463-b46f-4a9fe8a61bac HTTP/1.1" status: 200 len: 916 time: 0.0866785 Nov 25 04:53:56.875625 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6c96a-71ae-45bd-b963-69fd5fa054b2 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2720e2-5cc9-461e-a829-c34973221b13,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:53:56.910817 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6c96a-71ae-45bd-b963-69fd5fa054b2 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:53:56.911209 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6c96a-71ae-45bd-b963-69fd5fa054b2 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:53:56.911512 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6c96a-71ae-45bd-b963-69fd5fa054b2 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:53:56.911846 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6c96a-71ae-45bd-b963-69fd5fa054b2 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:53:56.912231 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6c96a-71ae-45bd-b963-69fd5fa054b2 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:53:56.912558 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6c96a-71ae-45bd-b963-69fd5fa054b2 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:53:56.912873 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6c96a-71ae-45bd-b963-69fd5fa054b2 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:53:56.913199 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6c96a-71ae-45bd-b963-69fd5fa054b2 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:53:56.913537 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6c96a-71ae-45bd-b963-69fd5fa054b2 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:53:56.913863 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6c96a-71ae-45bd-b963-69fd5fa054b2 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:53:56.914188 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6c96a-71ae-45bd-b963-69fd5fa054b2 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:53:56.914513 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf6c96a-71ae-45bd-b963-69fd5fa054b2 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:53:56.941831 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-b85921d9-3182-41c3-98b8-7e8b1e3cedeb tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Deleting port 85b2f897-c564-456e-a9e6-956d2d97fa6b {{(pid=109071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:53:56.942157 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b85921d9-3182-41c3-98b8-7e8b1e3cedeb tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:56.945552 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1b152679-dcbe-4848-befe-f9225ba4f66b req-c3223b47-6ba5-4c66-a268-fec96f056f52 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4 HTTP/1.1" status: 200 len: 1000 time: 0.0628486 Nov 25 04:53:56.996747 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b152679-dcbe-4848-befe-f9225ba4f66b req-bd7684c7-a8a0-4140-9ce4-74c45731bd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:56.998211 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1b152679-dcbe-4848-befe-f9225ba4f66b req-bd7684c7-a8a0-4140-9ce4-74c45731bd43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7673e6b1-8eed-4ed4-8327-5f10fdee32cc HTTP/1.1" status: 200 len: 854 time: 0.0442550 Nov 25 04:53:57.021398 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b85921d9-3182-41c3-98b8-7e8b1e3cedeb tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:57.021724 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b85921d9-3182-41c3-98b8-7e8b1e3cedeb tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:57.033414 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-b85921d9-3182-41c3-98b8-7e8b1e3cedeb tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Calling delete_port for 85b2f897-c564-456e-a9e6-956d2d97fa6b owned by network:floatingip {{(pid=109071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:53:57.044329 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b152679-dcbe-4848-befe-f9225ba4f66b req-a5bbdf9c-349b-4496-868f-e961a9bab5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:57.045850 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1b152679-dcbe-4848-befe-f9225ba4f66b req-a5bbdf9c-349b-4496-868f-e961a9bab5e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e61c9945-d1ae-4463-b46f-4a9fe8a61bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399308 Nov 25 04:53:57.142527 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1b152679-dcbe-4848-befe-f9225ba4f66b req-6e728ff2-bc75-4b73-bff9-f8e1292ef434 service neutron] 10.222.0.41 "GET /v2.0/networks/e61c9945-d1ae-4463-b46f-4a9fe8a61bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862627 Nov 25 04:53:57.251837 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1b152679-dcbe-4848-befe-f9225ba4f66b req-1c5d520f-b86f-4809-aec7-f86663c29b29 service neutron] 10.222.0.41 "GET /v2.0/networks/e61c9945-d1ae-4463-b46f-4a9fe8a61bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011970 Nov 25 04:53:57.252217 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b85921d9-3182-41c3-98b8-7e8b1e3cedeb tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:57.283866 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85921d9-3182-41c3-98b8-7e8b1e3cedeb tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Pushing event deleted for resources: {'Port': ['ID=85b2f897-c564-456e-a9e6-956d2d97fa6b,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:53:57.339907 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab726c-0f45-4ddb-ab64-d81631a29aff req-a3c71a1f-a8f6-41e6-9eeb-fb21af7d49ea tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:57.344674 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a6ab726c-0f45-4ddb-ab64-d81631a29aff req-a3c71a1f-a8f6-41e6-9eeb-fb21af7d49ea tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 945 time: 0.1286774 Nov 25 04:53:57.375569 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b85921d9-3182-41c3-98b8-7e8b1e3cedeb tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks [] for floatingip, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:57.376005 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.db.l3_db [None req-b85921d9-3182-41c3-98b8-7e8b1e3cedeb tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Floating IP ad348eb6-4ed2-40a8-a02d-d1a1425639fc disassociated (deleted). External IP: 172.27.2.67, port: 1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4. Nov 25 04:53:57.444913 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a6ab726c-0f45-4ddb-ab64-d81631a29aff req-344fc664-5abe-431e-a680-eb04441c6073 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920978 Nov 25 04:53:57.614276 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85921d9-3182-41c3-98b8-7e8b1e3cedeb tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Router bddf8cc3-943b-40da-862b-c85e385f43a3 has already been hosted by L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f {{(pid=109071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 04:53:57.725957 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85921d9-3182-41c3-98b8-7e8b1e3cedeb tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:53:57.731074 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b85921d9-3182-41c3-98b8-7e8b1e3cedeb tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for floatingip, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:57.736662 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41999cc4-b61b-4929-a220-00ffca516012 None None] Sync routers for ids ['bddf8cc3-943b-40da-862b-c85e385f43a3'] in dv-cinder-815582-6-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:53:57.748733 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41999cc4-b61b-4929-a220-00ffca516012 None None] Routers {'bddf8cc3-943b-40da-862b-c85e385f43a3'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:53:57.749359 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-41999cc4-b61b-4929-a220-00ffca516012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:53:30Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['bddf8cc3-943b-40da-862b-c85e385f43a3'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:53:57.760927 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-b85921d9-3182-41c3-98b8-7e8b1e3cedeb tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "DELETE /v2.0/floatingips/ad348eb6-4ed2-40a8-a02d-d1a1425639fc HTTP/1.1" status: 204 len: 168 time: 1.0070853 Nov 25 04:53:57.761540 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b', 'tag': '1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:53:57.763887 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d57e7af397f6b944dcc9a6f5390767d05535c9c85852faf17d281085e8a62f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529452f8-6786-4ca1-b1d4-42a3a9f3efa2" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b", "tag": "1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:53:57.820540 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-e5d2a722-2257-4208-ae68-b875edb99e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:53:57.889411 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-41999cc4-b61b-4929-a220-00ffca516012 None None] Set router bddf8cc3-943b-40da-862b-c85e385f43a3 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:53:57.992247 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 04:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f178d320-befd-4ea4-90e9-c39496cdc6d6 x-openstack-request-id: req-f178d320-befd-4ea4-90e9-c39496cdc6d6 {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:53:57.992581 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b", "tag": "1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4", "status": "completed", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:53:57.992934 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f178d320-befd-4ea4-90e9-c39496cdc6d6 {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:53:57.993211 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b', 'tag': '1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4', 'status': 'completed', 'code': 200} Nov 25 04:53:58.097290 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529452f8-6786-4ca1-b1d4-42a3a9f3efa2 req-b1af8dc4-3230-4b2f-a573-b707c9c10a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:58.099607 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-529452f8-6786-4ca1-b1d4-42a3a9f3efa2 req-b1af8dc4-3230-4b2f-a573-b707c9c10a5c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c5e3b4fa99ed478cadc86a6adbcba214&device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 1098 time: 0.0583518 Nov 25 04:53:58.143827 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-41999cc4-b61b-4929-a220-00ffca516012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddf8cc3-943b-40da-862b-c85e385f43a3', 'name': 'tempest-TestMinimumBasicScenario-1584244765-router', 'tenant_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '4410f5dc-684e-429a-876c-3116f019a52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:50:56Z', 'updated_at': '2021-11-25T04:51:03Z', 'revision_number': 4, 'project_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'gw_port': {'id': '4410f5dc-684e-429a-876c-3116f019a52a', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf8cc3-943b-40da-862b-c85e385f43a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:57Z', 'updated_at': '2021-11-25T04:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': 'df0dc540-36dd-4125-84d0-4a9eccb024aa', 'name': '', 'network_id': 'e61c9945-d1ae-4463-b46f-4a9fe8a61bac', 'tenant_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'mac_address': 'fa:16:3e:58:0f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf8cc3-943b-40da-862b-c85e385f43a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '7673e6b1-8eed-4ed4-8327-5f10fdee32cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:51:01Z', 'updated_at': '2021-11-25T04:51:10Z', 'revision_number': 5, 'project_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'subnets': [{'id': '7673e6b1-8eed-4ed4-8327-5f10fdee32cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:53:58.173827 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41999cc4-b61b-4929-a220-00ffca516012 None None] Checking router: bddf8cc3-943b-40da-862b-c85e385f43a3 for host: dv-cinder-815582-6-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:53:58.184840 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41999cc4-b61b-4929-a220-00ffca516012 None None] Routers {'bddf8cc3-943b-40da-862b-c85e385f43a3'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:53:58.185640 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-41999cc4-b61b-4929-a220-00ffca516012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:53:30Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['bddf8cc3-943b-40da-862b-c85e385f43a3'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:53:58.214375 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529452f8-6786-4ca1-b1d4-42a3a9f3efa2 req-9c8cc06c-5af7-4f0f-80f6-ae148d14425b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:58.219027 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-529452f8-6786-4ca1-b1d4-42a3a9f3efa2 req-9c8cc06c-5af7-4f0f-80f6-ae148d14425b service neutron] 10.222.0.41 "GET /v2.0/networks?id=e61c9945-d1ae-4463-b46f-4a9fe8a61bac HTTP/1.1" status: 200 len: 916 time: 0.1115189 Nov 25 04:53:58.271011 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-529452f8-6786-4ca1-b1d4-42a3a9f3efa2 req-b032f81c-0086-4ca5-ab86-6943d12aca06 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4 HTTP/1.1" status: 200 len: 217 time: 0.0444438 Nov 25 04:53:58.314012 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-41999cc4-b61b-4929-a220-00ffca516012 None None] Set router bddf8cc3-943b-40da-862b-c85e385f43a3 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:53:58.333692 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529452f8-6786-4ca1-b1d4-42a3a9f3efa2 req-b9e98911-2421-4131-86c1-3f842f5f583c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:58.335228 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-529452f8-6786-4ca1-b1d4-42a3a9f3efa2 req-b9e98911-2421-4131-86c1-3f842f5f583c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7673e6b1-8eed-4ed4-8327-5f10fdee32cc HTTP/1.1" status: 200 len: 854 time: 0.0563166 Nov 25 04:53:58.390895 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529452f8-6786-4ca1-b1d4-42a3a9f3efa2 req-e113dfe5-8c72-4b40-90d8-b8f62b7fabcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:58.392479 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-529452f8-6786-4ca1-b1d4-42a3a9f3efa2 req-e113dfe5-8c72-4b40-90d8-b8f62b7fabcc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e61c9945-d1ae-4463-b46f-4a9fe8a61bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496218 Nov 25 04:53:58.517950 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-529452f8-6786-4ca1-b1d4-42a3a9f3efa2 req-d95d75c9-fb76-4c69-a1ca-d8281291cfd0 service neutron] 10.222.0.41 "GET /v2.0/networks/e61c9945-d1ae-4463-b46f-4a9fe8a61bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128850 Nov 25 04:53:58.573382 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-41999cc4-b61b-4929-a220-00ffca516012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddf8cc3-943b-40da-862b-c85e385f43a3', 'name': 'tempest-TestMinimumBasicScenario-1584244765-router', 'tenant_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '4410f5dc-684e-429a-876c-3116f019a52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:50:56Z', 'updated_at': '2021-11-25T04:51:03Z', 'revision_number': 4, 'project_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'gw_port': {'id': '4410f5dc-684e-429a-876c-3116f019a52a', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf8cc3-943b-40da-862b-c85e385f43a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:57Z', 'updated_at': '2021-11-25T04:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': 'df0dc540-36dd-4125-84d0-4a9eccb024aa', 'name': '', 'network_id': 'e61c9945-d1ae-4463-b46f-4a9fe8a61bac', 'tenant_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'mac_address': 'fa:16:3e:58:0f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf8cc3-943b-40da-862b-c85e385f43a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '7673e6b1-8eed-4ed4-8327-5f10fdee32cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:51:01Z', 'updated_at': '2021-11-25T04:51:10Z', 'revision_number': 5, 'project_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'subnets': [{'id': '7673e6b1-8eed-4ed4-8327-5f10fdee32cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:53:58.611098 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41999cc4-b61b-4929-a220-00ffca516012 None None] The sync data for ids ['bddf8cc3-943b-40da-862b-c85e385f43a3'] in dv-cinder-815582-6-iscsi is: [{'id': 'bddf8cc3-943b-40da-862b-c85e385f43a3', 'name': 'tempest-TestMinimumBasicScenario-1584244765-router', 'tenant_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '4410f5dc-684e-429a-876c-3116f019a52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:50:56Z', 'updated_at': '2021-11-25T04:51:03Z', 'revision_number': 4, 'project_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'gw_port': {'id': '4410f5dc-684e-429a-876c-3116f019a52a', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf8cc3-943b-40da-862b-c85e385f43a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:57Z', 'updated_at': '2021-11-25T04:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': 'df0dc540-36dd-4125-84d0-4a9eccb024aa', 'name': '', 'network_id': 'e61c9945-d1ae-4463-b46f-4a9fe8a61bac', 'tenant_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'mac_address': 'fa:16:3e:58:0f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf8cc3-943b-40da-862b-c85e385f43a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '7673e6b1-8eed-4ed4-8327-5f10fdee32cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:51:01Z', 'updated_at': '2021-11-25T04:51:10Z', 'revision_number': 5, 'project_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'subnets': [{'id': '7673e6b1-8eed-4ed4-8327-5f10fdee32cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:53:58.656490 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269104a5-c17d-484d-9635-6c468817ae23 req-8449be9c-a8f5-4390-9cd1-a0bd320832c7 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:58.658438 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-269104a5-c17d-484d-9635-6c468817ae23 req-8449be9c-a8f5-4390-9cd1-a0bd320832c7 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 945 time: 0.1049023 Nov 25 04:53:58.682523 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-529452f8-6786-4ca1-b1d4-42a3a9f3efa2 req-c40b26ae-40ae-4924-9484-f7226f21e7ff service neutron] 10.222.0.41 "GET /v2.0/networks/e61c9945-d1ae-4463-b46f-4a9fe8a61bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569397 Nov 25 04:53:58.733036 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-269104a5-c17d-484d-9635-6c468817ae23 req-c5594a31-8710-4935-a556-bd9ccd227725 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646758 Nov 25 04:53:58.885327 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c652273f-24e6-42bd-b0c4-d86a780abc14 None None] New status for floating IP ad348eb6-4ed2-40a8-a02d-d1a1425639fc: DOWN {{(pid=109073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 04:53:58.950884 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75757d9c-14fe-4eb9-bb02-21475127ee8f req-65c1a78b-5a28-498d-843e-0873939e878a tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:58.952425 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-75757d9c-14fe-4eb9-bb02-21475127ee8f req-65c1a78b-5a28-498d-843e-0873939e878a tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 945 time: 0.0505080 Nov 25 04:53:59.010352 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-75757d9c-14fe-4eb9-bb02-21475127ee8f req-a9f1cfd0-abb5-45c1-8295-4bda018d188e tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510199 Nov 25 04:53:59.064514 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2258d9aa-b57e-40b6-b297-cd9e312b4bf0 req-3e124d07-0b8f-4b4b-88e0-83a85287b7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:59.066372 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2258d9aa-b57e-40b6-b297-cd9e312b4bf0 req-3e124d07-0b8f-4b4b-88e0-83a85287b7aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff8379d8cdb74602af55d34607368946&device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 1098 time: 0.0421295 Nov 25 04:53:59.162403 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2258d9aa-b57e-40b6-b297-cd9e312b4bf0 req-0e41d62f-7d44-4f91-8914-c237fdc2dc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:59.163901 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2258d9aa-b57e-40b6-b297-cd9e312b4bf0 req-0e41d62f-7d44-4f91-8914-c237fdc2dc95 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f77f365b-02be-45f9-954a-13cddcd52f52 HTTP/1.1" status: 200 len: 912 time: 0.0905852 Nov 25 04:53:59.230374 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2258d9aa-b57e-40b6-b297-cd9e312b4bf0 req-14d71b5a-1c69-4970-8ff2-4c7c71e98ee2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebadb325-8860-4cb6-8504-da1f2d1ebee5 HTTP/1.1" status: 200 len: 1001 time: 0.0586073 Nov 25 04:53:59.282033 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2258d9aa-b57e-40b6-b297-cd9e312b4bf0 req-14ce04d2-10f7-4f01-b993-bd6df4e94a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:59.283548 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2258d9aa-b57e-40b6-b297-cd9e312b4bf0 req-14ce04d2-10f7-4f01-b993-bd6df4e94a75 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9662cdb6-12c0-4624-997f-c4dc12ecd471 HTTP/1.1" status: 200 len: 850 time: 0.0435920 Nov 25 04:53:59.333327 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2258d9aa-b57e-40b6-b297-cd9e312b4bf0 req-c89b7dfb-7c5b-41aa-ac8b-2e10b449ffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:53:59.334821 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2258d9aa-b57e-40b6-b297-cd9e312b4bf0 req-c89b7dfb-7c5b-41aa-ac8b-2e10b449ffb2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f77f365b-02be-45f9-954a-13cddcd52f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440958 Nov 25 04:53:59.424239 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2258d9aa-b57e-40b6-b297-cd9e312b4bf0 req-f7d2586f-69d3-4df8-b94f-8df26f8b7585 service neutron] 10.222.0.41 "GET /v2.0/networks/f77f365b-02be-45f9-954a-13cddcd52f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812471 Nov 25 04:53:59.522198 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2258d9aa-b57e-40b6-b297-cd9e312b4bf0 req-383647cf-8554-4c28-9ea6-9aeb0946ce83 service neutron] 10.222.0.41 "GET /v2.0/networks/f77f365b-02be-45f9-954a-13cddcd52f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901668 Nov 25 04:54:00.137206 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb77be-70f8-43e2-97b7-540ba93b5984 req-56e82c60-7183-48d0-bdf1-c4d79b696ace tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:00.138740 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9fbb77be-70f8-43e2-97b7-540ba93b5984 req-56e82c60-7183-48d0-bdf1-c4d79b696ace tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 945 time: 0.0518959 Nov 25 04:54:00.165630 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-ff6348e3-9ce3-4405-aded-3a2fb62d8afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:00.191172 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9fbb77be-70f8-43e2-97b7-540ba93b5984 req-a838d680-f17c-410b-9635-de8056bb80e0 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436189 Nov 25 04:54:00.555478 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8535d7-2e0e-4802-a503-74e8607af3d8 req-244dafc0-59c5-4fa4-a571-e285c21cc7e7 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:00.556871 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ed8535d7-2e0e-4802-a503-74e8607af3d8 req-244dafc0-59c5-4fa4-a571-e285c21cc7e7 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 945 time: 0.0644720 Nov 25 04:54:00.610273 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ed8535d7-2e0e-4802-a503-74e8607af3d8 req-1aad9feb-28fe-4c9c-b809-b7b4559d5b88 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472622 Nov 25 04:54:01.229061 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:01.311268 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d432fb7-0ae7-4a0c-9585-6a1fff5c2d95 req-23412e77-4d5d-4d33-afee-0d30e714d17d tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:01.312785 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3d432fb7-0ae7-4a0c-9585-6a1fff5c2d95 req-23412e77-4d5d-4d33-afee-0d30e714d17d tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 945 time: 0.0502746 Nov 25 04:54:01.363970 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3d432fb7-0ae7-4a0c-9585-6a1fff5c2d95 req-95731cb1-0bbb-4b8f-a7ed-ef4d44d19503 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441892 Nov 25 04:54:01.738635 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62414e59-8cb5-4818-a72b-b310c1d1103e req-c35345e9-1716-4b6a-a9c1-1d5898db24fe tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:01.740267 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-62414e59-8cb5-4818-a72b-b310c1d1103e req-c35345e9-1716-4b6a-a9c1-1d5898db24fe tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 945 time: 0.0559223 Nov 25 04:54:01.791119 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-62414e59-8cb5-4818-a72b-b310c1d1103e req-fcc22979-8624-46e2-ac7e-4f83a86de92d tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/security-groups?id=c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411532 Nov 25 04:54:02.467234 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123aa30a-d3da-4e41-a67a-27487f609572 req-d569e31c-f900-429d-a160-7faf31c56fc1 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:02.468928 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-123aa30a-d3da-4e41-a67a-27487f609572 req-d569e31c-f900-429d-a160-7faf31c56fc1 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.41 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 945 time: 0.0557950 Nov 25 04:54:02.578485 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-123aa30a-d3da-4e41-a67a-27487f609572 req-aed8c375-227a-4102-84c1-b3f63239c161 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Deleting port 1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4 {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:54:02.578922 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-123aa30a-d3da-4e41-a67a-27487f609572 req-aed8c375-227a-4102-84c1-b3f63239c161 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:02.635211 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:02.670025 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-123aa30a-d3da-4e41-a67a-27487f609572 req-aed8c375-227a-4102-84c1-b3f63239c161 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] For port 1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4,segment=NetworkSegment(f01d369d-4474-4be2-bcbb-52e355d9cd90),segment_id=f01d369d-4474-4be2-bcbb-52e355d9cd90)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:54:02.670393 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-123aa30a-d3da-4e41-a67a-27487f609572 req-aed8c375-227a-4102-84c1-b3f63239c161 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:02.683118 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-123aa30a-d3da-4e41-a67a-27487f609572 req-aed8c375-227a-4102-84c1-b3f63239c161 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Calling delete_port for 1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4 owned by compute:nova {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:54:02.829931 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-123aa30a-d3da-4e41-a67a-27487f609572 req-aed8c375-227a-4102-84c1-b3f63239c161 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:02.867145 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:54:02.876634 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed8c375-227a-4102-84c1-b3f63239c161 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Pushing event deleted for resources: {'Port': ['ID=1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:02.934521 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-944fd8b0-4a0d-4896-b4d8-310c2dcb0d73 req-e839aa1a-74a7-4993-b528-4f1c9f7b5343 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.36 "GET /v2.0/ports?device_id=a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b HTTP/1.1" status: 200 len: 210 time: 0.0550289 Nov 25 04:54:02.951476 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-123aa30a-d3da-4e41-a67a-27487f609572 req-aed8c375-227a-4102-84c1-b3f63239c161 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] No DVR routers for this DVR port 1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4 on host hv-cinder-81558 {{(pid=109070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 04:54:02.954254 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-123aa30a-d3da-4e41-a67a-27487f609572 req-aed8c375-227a-4102-84c1-b3f63239c161 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:02.958815 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-123aa30a-d3da-4e41-a67a-27487f609572 req-aed8c375-227a-4102-84c1-b3f63239c161 tempest-TestMinimumBasicScenario-1985890474 tempest-TestMinimumBasicScenario-1985890474-project] 10.222.0.41 "DELETE /v2.0/ports/1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4 HTTP/1.1" status: 204 len: 173 time: 0.4807837 Nov 25 04:54:02.959268 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b', 'name': 'network-vif-deleted', 'tag': '1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:54:02.961693 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c54fbf746f0c7fba78ef8d59e1beae84bb94fede6ed59824d7b8ea859eeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bd3680-8596-4fc5-9b30-d8da00d7ca62" -d '{"events": [{"server_uuid": "a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b", "name": "network-vif-deleted", "tag": "1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:54:02.999905 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c3d339-51bf-4805-99c7-bc2867d0ec8e x-openstack-request-id: req-e8c3d339-51bf-4805-99c7-bc2867d0ec8e {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:54:03.000228 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b", "name": "network-vif-deleted", "tag": "1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:54:03.000483 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e8c3d339-51bf-4805-99c7-bc2867d0ec8e {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:54:03.000927 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c6671c-9b24-46fd-bf16-b5cf7d4fa95b', 'name': 'network-vif-deleted', 'tag': '1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4', 'status': 'completed', 'code': 200} Nov 25 04:54:03.576375 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:04.714376 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 59708) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:54:05.058054 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c45d6de1-ec6d-4c4b-8f1f-a0ddd1094ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681879'] for router_interface, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:05.545009 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:54:05.563674 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-c45d6de1-ec6d-4c4b-8f1f-a0ddd1094ac0 admin admin] Deleting port df0dc540-36dd-4125-84d0-4a9eccb024aa {{(pid=109071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:54:05.564007 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c45d6de1-ec6d-4c4b-8f1f-a0ddd1094ac0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:05.569244 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] No Port match for: 1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4 {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 04:54:05.569608 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 1a2c3a18-5f5e-4e28-9a7f-9564cfff78d4 not bound to the agent host hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 04:54:05.643829 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-c45d6de1-ec6d-4c4b-8f1f-a0ddd1094ac0 admin admin] For port df0dc540-36dd-4125-84d0-4a9eccb024aa, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=df0dc540-36dd-4125-84d0-4a9eccb024aa,segment=NetworkSegment(f01d369d-4474-4be2-bcbb-52e355d9cd90),segment_id=f01d369d-4474-4be2-bcbb-52e355d9cd90)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:54:05.644358 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c45d6de1-ec6d-4c4b-8f1f-a0ddd1094ac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:05.657608 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-c45d6de1-ec6d-4c4b-8f1f-a0ddd1094ac0 admin admin] Calling delete_port for df0dc540-36dd-4125-84d0-4a9eccb024aa owned by network:router_interface {{(pid=109071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:54:05.857174 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c45d6de1-ec6d-4c4b-8f1f-a0ddd1094ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:05.882432 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d6de1-ec6d-4c4b-8f1f-a0ddd1094ac0 admin admin] Pushing event deleted for resources: {'Port': ['ID=df0dc540-36dd-4125-84d0-4a9eccb024aa,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:06.046278 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c45d6de1-ec6d-4c4b-8f1f-a0ddd1094ac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4163460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681995'] for router_interface, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:06.266723 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45d6de1-ec6d-4c4b-8f1f-a0ddd1094ac0 admin admin] Router bddf8cc3-943b-40da-862b-c85e385f43a3 has already been hosted by L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f {{(pid=109071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 04:54:06.376308 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45d6de1-ec6d-4c4b-8f1f-a0ddd1094ac0 admin admin] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:54:06.381906 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-c45d6de1-ec6d-4c4b-8f1f-a0ddd1094ac0 admin admin] 10.222.0.36 "PUT /v2.0/routers/bddf8cc3-943b-40da-862b-c85e385f43a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6662838 Nov 25 04:54:06.384459 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 59710) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:54:06.386512 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac8bfcd-96c6-4b65-8afa-5c36fd38cfe0 None None] Sync routers for ids ['bddf8cc3-943b-40da-862b-c85e385f43a3'] in dv-cinder-815582-6-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:54:06.397380 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac8bfcd-96c6-4b65-8afa-5c36fd38cfe0 None None] Routers {'bddf8cc3-943b-40da-862b-c85e385f43a3'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:54:06.398088 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-eac8bfcd-96c6-4b65-8afa-5c36fd38cfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:54:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['bddf8cc3-943b-40da-862b-c85e385f43a3'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:54:06.492128 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2af137e4-b25c-41d1-b624-d6c65835499b admin admin] Publish callbacks [] for router, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:06.603531 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2af137e4-b25c-41d1-b624-d6c65835499b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:06.638286 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-eac8bfcd-96c6-4b65-8afa-5c36fd38cfe0 None None] Set router bddf8cc3-943b-40da-862b-c85e385f43a3 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:54:06.658623 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-2af137e4-b25c-41d1-b624-d6c65835499b admin admin] Deleting port 4410f5dc-684e-429a-876c-3116f019a52a {{(pid=109071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:54:06.658966 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2af137e4-b25c-41d1-b624-d6c65835499b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:06.740827 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-2af137e4-b25c-41d1-b624-d6c65835499b admin admin] For port 4410f5dc-684e-429a-876c-3116f019a52a, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=4410f5dc-684e-429a-876c-3116f019a52a,segment=NetworkSegment(5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6),segment_id=5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:54:06.741218 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2af137e4-b25c-41d1-b624-d6c65835499b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:06.754699 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-2af137e4-b25c-41d1-b624-d6c65835499b admin admin] Calling delete_port for 4410f5dc-684e-429a-876c-3116f019a52a owned by network:router_gateway {{(pid=109071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:54:06.819066 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-eac8bfcd-96c6-4b65-8afa-5c36fd38cfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddf8cc3-943b-40da-862b-c85e385f43a3', 'name': 'tempest-TestMinimumBasicScenario-1584244765-router', 'tenant_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '4410f5dc-684e-429a-876c-3116f019a52a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:50:56Z', 'updated_at': '2021-11-25T04:54:05Z', 'revision_number': 5, 'project_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'gw_port': {'id': '4410f5dc-684e-429a-876c-3116f019a52a', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:fb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf8cc3-943b-40da-862b-c85e385f43a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:57Z', 'updated_at': '2021-11-25T04:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi'}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:54:06.845527 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac8bfcd-96c6-4b65-8afa-5c36fd38cfe0 None None] Checking router: bddf8cc3-943b-40da-862b-c85e385f43a3 for host: dv-cinder-815582-6-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:54:06.854643 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac8bfcd-96c6-4b65-8afa-5c36fd38cfe0 None None] Routers {'bddf8cc3-943b-40da-862b-c85e385f43a3'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:54:06.855282 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-eac8bfcd-96c6-4b65-8afa-5c36fd38cfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:54:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['bddf8cc3-943b-40da-862b-c85e385f43a3'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:54:06.923618 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2af137e4-b25c-41d1-b624-d6c65835499b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:06.943491 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-eac8bfcd-96c6-4b65-8afa-5c36fd38cfe0 None None] Set router bddf8cc3-943b-40da-862b-c85e385f43a3 gateway port host: None {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:54:06.949204 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af137e4-b25c-41d1-b624-d6c65835499b admin admin] Pushing event deleted for resources: {'Port': ['ID=4410f5dc-684e-429a-876c-3116f019a52a,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:06.997533 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-eac8bfcd-96c6-4b65-8afa-5c36fd38cfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddf8cc3-943b-40da-862b-c85e385f43a3', 'name': 'tempest-TestMinimumBasicScenario-1584244765-router', 'tenant_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:50:56Z', 'updated_at': '2021-11-25T04:54:06Z', 'revision_number': 6, 'project_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'gw_port_host': None}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:54:07.009908 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2af137e4-b25c-41d1-b624-d6c65835499b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688045'] for router_gateway, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:07.024275 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac8bfcd-96c6-4b65-8afa-5c36fd38cfe0 None None] The sync data for ids ['bddf8cc3-943b-40da-862b-c85e385f43a3'] in dv-cinder-815582-6-iscsi is: [{'id': 'bddf8cc3-943b-40da-862b-c85e385f43a3', 'name': 'tempest-TestMinimumBasicScenario-1584244765-router', 'tenant_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:50:56Z', 'updated_at': '2021-11-25T04:54:06Z', 'revision_number': 6, 'project_id': 'c5e3b4fa99ed478cadc86a6adbcba214', 'gw_port_host': None}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:54:07.101374 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2af137e4-b25c-41d1-b624-d6c65835499b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24969'] for router, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:07.103530 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2af137e4-b25c-41d1-b624-d6c65835499b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:07.151497 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2af137e4-b25c-41d1-b624-d6c65835499b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683314'] for router, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:07.152034 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af137e4-b25c-41d1-b624-d6c65835499b admin admin] Fanout notify agent at l3_agent the message router_deleted on router bddf8cc3-943b-40da-862b-c85e385f43a3 {{(pid=109071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 04:54:07.157040 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2af137e4-b25c-41d1-b624-d6c65835499b admin admin] Publish callbacks [] for router, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:07.158290 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-2af137e4-b25c-41d1-b624-d6c65835499b admin admin] 10.222.0.36 "DELETE /v2.0/routers/bddf8cc3-943b-40da-862b-c85e385f43a3 HTTP/1.1" status: 204 len: 168 time: 0.7729473 Nov 25 04:54:07.161460 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 59712) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:54:07.208376 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.db_base_plugin_v2 [None req-90a53485-d88f-49a2-ad77-e40630c7cac2 admin admin] Deleting subnet 7673e6b1-8eed-4ed4-8327-5f10fdee32cc {{(pid=109071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 04:54:07.213509 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-90a53485-d88f-49a2-ad77-e40630c7cac2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:07.250351 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-90a53485-d88f-49a2-ad77-e40630c7cac2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-137230'] for subnet, precommit_delete_associations {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:07.360140 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-90a53485-d88f-49a2-ad77-e40630c7cac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-567804'] for subnet, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:07.415625 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-90a53485-d88f-49a2-ad77-e40630c7cac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-567559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8963827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9254930'] for subnet, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:07.440924 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a53485-d88f-49a2-ad77-e40630c7cac2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7673e6b1-8eed-4ed4-8327-5f10fdee32cc,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:07.446554 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-90a53485-d88f-49a2-ad77-e40630c7cac2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for subnet, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:07.449111 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-90a53485-d88f-49a2-ad77-e40630c7cac2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7673e6b1-8eed-4ed4-8327-5f10fdee32cc HTTP/1.1" status: 204 len: 168 time: 0.2867079 Nov 25 04:54:07.451464 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86dccb79-477b-4ab2-9601-c6b0c7955024 None None] Network e61c9945-d1ae-4463-b46f-4a9fe8a61bac requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:54:07.451782 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 59714) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:54:07.521430 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a28f6460-f84f-42ab-a2a9-776ed8c940bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-683350'] for network, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:07.579973 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-a28f6460-f84f-42ab-a2a9-776ed8c940bf admin admin] Deleting port 46ff5116-50f8-47b9-9228-83630667e2e8 {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:54:07.580352 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a28f6460-f84f-42ab-a2a9-776ed8c940bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:07.647675 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [None req-a28f6460-f84f-42ab-a2a9-776ed8c940bf admin admin] For port 46ff5116-50f8-47b9-9228-83630667e2e8, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=46ff5116-50f8-47b9-9228-83630667e2e8,segment=NetworkSegment(f01d369d-4474-4be2-bcbb-52e355d9cd90),segment_id=f01d369d-4474-4be2-bcbb-52e355d9cd90)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:54:07.647991 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a28f6460-f84f-42ab-a2a9-776ed8c940bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:07.660495 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-a28f6460-f84f-42ab-a2a9-776ed8c940bf admin admin] Calling delete_port for 46ff5116-50f8-47b9-9228-83630667e2e8 owned by network:dhcp {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:54:07.746164 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a28f6460-f84f-42ab-a2a9-776ed8c940bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:07.774589 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0445d132-04d2-443f-a7a4-d3482f50db90 None None] DHCP port deletion for e61c9945-d1ae-4463-b46f-4a9fe8a61bac request from dv-cinder-815582-6-iscsi {{(pid=109072) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 04:54:07.775087 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f6460-f84f-42ab-a2a9-776ed8c940bf admin admin] Pushing event deleted for resources: {'Port': ['ID=46ff5116-50f8-47b9-9228-83630667e2e8,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:07.776529 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28f6460-f84f-42ab-a2a9-776ed8c940bf admin admin] No DVR routers for this DVR port 46ff5116-50f8-47b9-9228-83630667e2e8 on host dv-cinder-815582-6-iscsi {{(pid=109070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 04:54:07.853318 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a28f6460-f84f-42ab-a2a9-776ed8c940bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568939', 'neutron.services.segments.db._delete_segments_for_network-8783340406995'] for network, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:07.869193 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 4410f5dc-684e-429a-876c-3116f019a52a no longer exists at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:54:07.880496 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-a28f6460-f84f-42ab-a2a9-776ed8c940bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e61c9945-d1ae-4463-b46f-4a9fe8a61bac']}} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:54:07.891282 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-a28f6460-f84f-42ab-a2a9-776ed8c940bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f01d369d-4474-4be2-bcbb-52e355d9cd90') {'for_net_delete': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:54:07.891718 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-a28f6460-f84f-42ab-a2a9-776ed8c940bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f01d369d-4474-4be2-bcbb-52e355d9cd90') {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:54:07.899650 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] No Port match for: 4410f5dc-684e-429a-876c-3116f019a52a {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 04:54:07.900179 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 4410f5dc-684e-429a-876c-3116f019a52a not bound to the agent host dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 04:54:07.900668 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 46ff5116-50f8-47b9-9228-83630667e2e8 no longer exists at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:54:07.905080 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a28f6460-f84f-42ab-a2a9-776ed8c940bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783340412124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3171232'] for segment, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:07.918589 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a28f6460-f84f-42ab-a2a9-776ed8c940bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041'] for segment, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:07.920905 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] No Port match for: 46ff5116-50f8-47b9-9228-83630667e2e8 {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 04:54:07.921252 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 46ff5116-50f8-47b9-9228-83630667e2e8 not bound to the agent host dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 04:54:07.921662 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device df0dc540-36dd-4125-84d0-4a9eccb024aa no longer exists at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:54:07.924468 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a28f6460-f84f-42ab-a2a9-776ed8c940bf admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=109070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 04:54:07.924846 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a28f6460-f84f-42ab-a2a9-776ed8c940bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9557383'] for segment, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:07.926601 dv-cinder-815582-6-iscsi neutron-server[109070]: Traceback (most recent call last): Nov 25 04:54:07.926601 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 04:54:07.926601 dv-cinder-815582-6-iscsi neutron-server[109070]: timer() Nov 25 04:54:07.926601 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 04:54:07.926601 dv-cinder-815582-6-iscsi neutron-server[109070]: cb(*args, **kw) Nov 25 04:54:07.926601 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 04:54:07.926601 dv-cinder-815582-6-iscsi neutron-server[109070]: return func(*args, **kwargs) Nov 25 04:54:07.926601 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 04:54:07.926601 dv-cinder-815582-6-iscsi neutron-server[109070]: self._notify() Nov 25 04:54:07.926601 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 04:54:07.926601 dv-cinder-815582-6-iscsi neutron-server[109070]: self.callback(batched_events) Nov 25 04:54:07.926601 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 04:54:07.926601 dv-cinder-815582-6-iscsi neutron-server[109070]: event.method(event) Nov 25 04:54:07.926601 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 04:54:07.926601 dv-cinder-815582-6-iscsi neutron-server[109070]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 04:54:07.926601 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 04:54:07.926601 dv-cinder-815582-6-iscsi neutron-server[109070]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 04:54:07.926601 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 04:54:07.926601 dv-cinder-815582-6-iscsi neutron-server[109070]: return f(self, *a, **k) Nov 25 04:54:07.926601 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 04:54:07.926601 dv-cinder-815582-6-iscsi neutron-server[109070]: return self._get(url).json() Nov 25 04:54:07.926601 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 04:54:07.926601 dv-cinder-815582-6-iscsi neutron-server[109070]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 04:54:07.926601 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 04:54:07.926601 dv-cinder-815582-6-iscsi neutron-server[109070]: return self.request(url, 'GET', **kwargs) Nov 25 04:54:07.926601 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 04:54:07.926601 dv-cinder-815582-6-iscsi neutron-server[109070]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 04:54:07.926601 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 04:54:07.926601 dv-cinder-815582-6-iscsi neutron-server[109070]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 04:54:07.926601 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 04:54:07.926601 dv-cinder-815582-6-iscsi neutron-server[109070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 04:54:07.926601 dv-cinder-815582-6-iscsi neutron-server[109070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 04:54:07.942239 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] No Port match for: df0dc540-36dd-4125-84d0-4a9eccb024aa {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 04:54:07.942586 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device df0dc540-36dd-4125-84d0-4a9eccb024aa not bound to the agent host dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 04:54:07.987051 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a28f6460-f84f-42ab-a2a9-776ed8c940bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:07.994688 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a28f6460-f84f-42ab-a2a9-776ed8c940bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for network, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:07.997880 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-a28f6460-f84f-42ab-a2a9-776ed8c940bf admin admin] 10.222.0.36 "DELETE /v2.0/networks/e61c9945-d1ae-4463-b46f-4a9fe8a61bac HTTP/1.1" status: 204 len: 168 time: 0.5449898 Nov 25 04:54:08.001217 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 59716) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:54:08.007815 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f6460-f84f-42ab-a2a9-776ed8c940bf admin admin] Pushing event deleted for resources: {'Network': ['ID=e61c9945-d1ae-4463-b46f-4a9fe8a61bac,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:08.374494 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-954e669e-84e1-4c18-ab57-d8d7e2b73b3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681879'] for router_interface, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:08.629637 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-954e669e-84e1-4c18-ab57-d8d7e2b73b3a admin admin] Deleting port 338dad03-a285-4d7e-8296-e461f594fd86 {{(pid=109071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:54:08.629875 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-954e669e-84e1-4c18-ab57-d8d7e2b73b3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:08.714548 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-954e669e-84e1-4c18-ab57-d8d7e2b73b3a admin admin] For port 338dad03-a285-4d7e-8296-e461f594fd86, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=338dad03-a285-4d7e-8296-e461f594fd86,segment=NetworkSegment(07da5f35-060b-4a9b-9ecf-6505ab4af3ba),segment_id=07da5f35-060b-4a9b-9ecf-6505ab4af3ba)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:54:08.714937 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-954e669e-84e1-4c18-ab57-d8d7e2b73b3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:08.728113 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-954e669e-84e1-4c18-ab57-d8d7e2b73b3a admin admin] Calling delete_port for 338dad03-a285-4d7e-8296-e461f594fd86 owned by network:router_interface {{(pid=109071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:54:08.919469 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-954e669e-84e1-4c18-ab57-d8d7e2b73b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:08.947890 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954e669e-84e1-4c18-ab57-d8d7e2b73b3a admin admin] Pushing event deleted for resources: {'Port': ['ID=338dad03-a285-4d7e-8296-e461f594fd86,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:09.112575 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-954e669e-84e1-4c18-ab57-d8d7e2b73b3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4163460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681995'] for router_interface, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:09.589978 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954e669e-84e1-4c18-ab57-d8d7e2b73b3a admin admin] Router 45409ba1-9f02-4263-8a28-734be0d76444 has already been hosted by L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f {{(pid=109071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 04:54:09.696277 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954e669e-84e1-4c18-ab57-d8d7e2b73b3a admin admin] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:54:09.701545 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-954e669e-84e1-4c18-ab57-d8d7e2b73b3a admin admin] 10.222.0.36 "PUT /v2.0/routers/45409ba1-9f02-4263-8a28-734be0d76444/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6991518 Nov 25 04:54:09.704044 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 59718) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:54:09.706139 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9524b6-ed3a-46e5-813a-bace1e11b3a6 None None] Sync routers for ids ['45409ba1-9f02-4263-8a28-734be0d76444'] in dv-cinder-815582-6-iscsi {{(pid=109073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:54:09.717633 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9524b6-ed3a-46e5-813a-bace1e11b3a6 None None] Routers {'45409ba1-9f02-4263-8a28-734be0d76444'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:54:09.718265 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-bf9524b6-ed3a-46e5-813a-bace1e11b3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:54:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['45409ba1-9f02-4263-8a28-734be0d76444'], 'active': True} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:54:09.819664 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-8ace5230-698d-4d64-823c-e39be541053d admin admin] Publish callbacks [] for router, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:09.832380 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvr_db [None req-bf9524b6-ed3a-46e5-813a-bace1e11b3a6 None None] Set router 45409ba1-9f02-4263-8a28-734be0d76444 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:54:09.923301 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-8ace5230-698d-4d64-823c-e39be541053d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:09.982330 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-8ace5230-698d-4d64-823c-e39be541053d admin admin] Deleting port 2e79d61a-6082-46de-b8f9-a36d360e9a7a {{(pid=109071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:54:09.982652 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-8ace5230-698d-4d64-823c-e39be541053d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:10.010432 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-bf9524b6-ed3a-46e5-813a-bace1e11b3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45409ba1-9f02-4263-8a28-734be0d76444', 'name': 'tempest-TestMinimumBasicScenario-1988887743-router', 'tenant_id': '6cc4ae157b8644179b3ffec5cc9cca46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '2e79d61a-6082-46de-b8f9-a36d360e9a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:51:09Z', 'updated_at': '2021-11-25T04:54:08Z', 'revision_number': 5, 'project_id': '6cc4ae157b8644179b3ffec5cc9cca46', 'gw_port': {'id': '2e79d61a-6082-46de-b8f9-a36d360e9a7a', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45409ba1-9f02-4263-8a28-734be0d76444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:51:10Z', 'updated_at': '2021-11-25T04:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi'}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:54:10.037253 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9524b6-ed3a-46e5-813a-bace1e11b3a6 None None] Checking router: 45409ba1-9f02-4263-8a28-734be0d76444 for host: dv-cinder-815582-6-iscsi {{(pid=109073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:54:10.045707 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9524b6-ed3a-46e5-813a-bace1e11b3a6 None None] Routers {'45409ba1-9f02-4263-8a28-734be0d76444'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:54:10.046332 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-bf9524b6-ed3a-46e5-813a-bace1e11b3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:54:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['45409ba1-9f02-4263-8a28-734be0d76444'], 'active': True} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:54:10.061652 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-8ace5230-698d-4d64-823c-e39be541053d admin admin] For port 2e79d61a-6082-46de-b8f9-a36d360e9a7a, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=2e79d61a-6082-46de-b8f9-a36d360e9a7a,segment=NetworkSegment(5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6),segment_id=5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:54:10.062039 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-8ace5230-698d-4d64-823c-e39be541053d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:10.075523 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-8ace5230-698d-4d64-823c-e39be541053d admin admin] Calling delete_port for 2e79d61a-6082-46de-b8f9-a36d360e9a7a owned by network:router_gateway {{(pid=109071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:54:10.131805 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvr_db [None req-bf9524b6-ed3a-46e5-813a-bace1e11b3a6 None None] Set router 45409ba1-9f02-4263-8a28-734be0d76444 gateway port host: None {{(pid=109073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:54:10.183939 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-bf9524b6-ed3a-46e5-813a-bace1e11b3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45409ba1-9f02-4263-8a28-734be0d76444', 'name': 'tempest-TestMinimumBasicScenario-1988887743-router', 'tenant_id': '6cc4ae157b8644179b3ffec5cc9cca46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:51:09Z', 'updated_at': '2021-11-25T04:54:09Z', 'revision_number': 6, 'project_id': '6cc4ae157b8644179b3ffec5cc9cca46', 'gw_port_host': None}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:54:10.214583 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9524b6-ed3a-46e5-813a-bace1e11b3a6 None None] The sync data for ids ['45409ba1-9f02-4263-8a28-734be0d76444'] in dv-cinder-815582-6-iscsi is: [{'id': '45409ba1-9f02-4263-8a28-734be0d76444', 'name': 'tempest-TestMinimumBasicScenario-1988887743-router', 'tenant_id': '6cc4ae157b8644179b3ffec5cc9cca46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:51:09Z', 'updated_at': '2021-11-25T04:54:09Z', 'revision_number': 6, 'project_id': '6cc4ae157b8644179b3ffec5cc9cca46', 'gw_port_host': None}] {{(pid=109073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:54:10.248805 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-8ace5230-698d-4d64-823c-e39be541053d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:10.274709 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace5230-698d-4d64-823c-e39be541053d admin admin] Pushing event deleted for resources: {'Port': ['ID=2e79d61a-6082-46de-b8f9-a36d360e9a7a,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:10.349947 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-8ace5230-698d-4d64-823c-e39be541053d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688045'] for router_gateway, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:10.440239 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-8ace5230-698d-4d64-823c-e39be541053d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24969'] for router, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:10.442409 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-8ace5230-698d-4d64-823c-e39be541053d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:10.496348 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-8ace5230-698d-4d64-823c-e39be541053d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683314'] for router, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:10.496838 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ace5230-698d-4d64-823c-e39be541053d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45409ba1-9f02-4263-8a28-734be0d76444 {{(pid=109071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 04:54:10.501385 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-8ace5230-698d-4d64-823c-e39be541053d admin admin] Publish callbacks [] for router, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:10.502545 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-8ace5230-698d-4d64-823c-e39be541053d admin admin] 10.222.0.36 "DELETE /v2.0/routers/45409ba1-9f02-4263-8a28-734be0d76444 HTTP/1.1" status: 204 len: 168 time: 0.7975752 Nov 25 04:54:10.505239 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 59720) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:54:10.556184 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b67e9c0-9a8e-4ab9-81b2-31bf7665034b admin admin] Deleting subnet 458ad482-d971-4280-ae3d-2ddb6a8397a1 {{(pid=109071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 04:54:10.560039 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-9b67e9c0-9a8e-4ab9-81b2-31bf7665034b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:10.599100 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-9b67e9c0-9a8e-4ab9-81b2-31bf7665034b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-137230'] for subnet, precommit_delete_associations {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:10.678293 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-9b67e9c0-9a8e-4ab9-81b2-31bf7665034b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-567804'] for subnet, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:10.732290 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-9b67e9c0-9a8e-4ab9-81b2-31bf7665034b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-567559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8963827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9254930'] for subnet, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:10.761085 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67e9c0-9a8e-4ab9-81b2-31bf7665034b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=458ad482-d971-4280-ae3d-2ddb6a8397a1,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:10.764697 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-9b67e9c0-9a8e-4ab9-81b2-31bf7665034b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for subnet, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:10.767920 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-9b67e9c0-9a8e-4ab9-81b2-31bf7665034b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/458ad482-d971-4280-ae3d-2ddb6a8397a1 HTTP/1.1" status: 204 len: 168 time: 0.2617252 Nov 25 04:54:10.770750 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 59722) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:54:10.773456 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87103a74-ccca-4517-a3e6-a336a4089ea1 None None] Network 60249061-d0d9-451a-ba13-f5fc4af0109a requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:54:10.839423 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-1bd136aa-711b-4dff-879f-b4bd50151b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-683350'] for network, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:10.895374 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-1bd136aa-711b-4dff-879f-b4bd50151b69 admin admin] Deleting port a9a26ceb-d35b-41fc-b95f-49962b47f745 {{(pid=109071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:54:10.895609 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-1bd136aa-711b-4dff-879f-b4bd50151b69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:10.966981 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-1bd136aa-711b-4dff-879f-b4bd50151b69 admin admin] For port a9a26ceb-d35b-41fc-b95f-49962b47f745, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=a9a26ceb-d35b-41fc-b95f-49962b47f745,segment=NetworkSegment(07da5f35-060b-4a9b-9ecf-6505ab4af3ba),segment_id=07da5f35-060b-4a9b-9ecf-6505ab4af3ba)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:54:10.967350 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-1bd136aa-711b-4dff-879f-b4bd50151b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:10.970049 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1f5171-3888-46c5-8512-4cc5cfbbbafe None None] DHCP port deletion for 60249061-d0d9-451a-ba13-f5fc4af0109a request from dv-cinder-815582-6-iscsi {{(pid=109072) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 04:54:10.983630 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-1bd136aa-711b-4dff-879f-b4bd50151b69 admin admin] Calling delete_port for a9a26ceb-d35b-41fc-b95f-49962b47f745 owned by network:dhcp {{(pid=109071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:54:11.020299 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-8e1f5171-3888-46c5-8512-4cc5cfbbbafe None None] Deleting port a9a26ceb-d35b-41fc-b95f-49962b47f745 {{(pid=109072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:54:11.020803 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-8e1f5171-3888-46c5-8512-4cc5cfbbbafe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:11.068690 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-1bd136aa-711b-4dff-879f-b4bd50151b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:11.092724 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-8e1f5171-3888-46c5-8512-4cc5cfbbbafe None None] For port a9a26ceb-d35b-41fc-b95f-49962b47f745, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=a9a26ceb-d35b-41fc-b95f-49962b47f745,segment=NetworkSegment(07da5f35-060b-4a9b-9ecf-6505ab4af3ba),segment_id=07da5f35-060b-4a9b-9ecf-6505ab4af3ba)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:54:11.093127 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-8e1f5171-3888-46c5-8512-4cc5cfbbbafe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:11.095859 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd136aa-711b-4dff-879f-b4bd50151b69 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9a26ceb-d35b-41fc-b95f-49962b47f745,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:11.099932 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd136aa-711b-4dff-879f-b4bd50151b69 admin admin] No DVR routers for this DVR port a9a26ceb-d35b-41fc-b95f-49962b47f745 on host dv-cinder-815582-6-iscsi {{(pid=109071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 04:54:11.106652 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-8e1f5171-3888-46c5-8512-4cc5cfbbbafe None None] Calling delete_port for a9a26ceb-d35b-41fc-b95f-49962b47f745 owned by network:dhcp {{(pid=109072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:54:11.177201 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-1bd136aa-711b-4dff-879f-b4bd50151b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568939', 'neutron.services.segments.db._delete_segments_for_network-8783340406995'] for network, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:11.198516 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.services.segments.db [None req-1bd136aa-711b-4dff-879f-b4bd50151b69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60249061-d0d9-451a-ba13-f5fc4af0109a']}} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:54:11.208963 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.services.segments.db [None req-1bd136aa-711b-4dff-879f-b4bd50151b69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07da5f35-060b-4a9b-9ecf-6505ab4af3ba') {'for_net_delete': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:54:11.209264 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.services.segments.db [None req-1bd136aa-711b-4dff-879f-b4bd50151b69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07da5f35-060b-4a9b-9ecf-6505ab4af3ba') {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:54:11.219621 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-1bd136aa-711b-4dff-879f-b4bd50151b69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783340412124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-137221'] for segment, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:11.227443 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-8e1f5171-3888-46c5-8512-4cc5cfbbbafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860'] for port, after_delete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:11.238699 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-1bd136aa-711b-4dff-879f-b4bd50151b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041'] for segment, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:11.245295 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bd136aa-711b-4dff-879f-b4bd50151b69 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=109071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 04:54:11.245717 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-1bd136aa-711b-4dff-879f-b4bd50151b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8963593'] for segment, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:11.247483 dv-cinder-815582-6-iscsi neutron-server[109071]: Traceback (most recent call last): Nov 25 04:54:11.247483 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 04:54:11.247483 dv-cinder-815582-6-iscsi neutron-server[109071]: timer() Nov 25 04:54:11.247483 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 04:54:11.247483 dv-cinder-815582-6-iscsi neutron-server[109071]: cb(*args, **kw) Nov 25 04:54:11.247483 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 04:54:11.247483 dv-cinder-815582-6-iscsi neutron-server[109071]: return func(*args, **kwargs) Nov 25 04:54:11.247483 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 04:54:11.247483 dv-cinder-815582-6-iscsi neutron-server[109071]: self._notify() Nov 25 04:54:11.247483 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 04:54:11.247483 dv-cinder-815582-6-iscsi neutron-server[109071]: self.callback(batched_events) Nov 25 04:54:11.247483 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 04:54:11.247483 dv-cinder-815582-6-iscsi neutron-server[109071]: event.method(event) Nov 25 04:54:11.247483 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 04:54:11.247483 dv-cinder-815582-6-iscsi neutron-server[109071]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 04:54:11.247483 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 04:54:11.247483 dv-cinder-815582-6-iscsi neutron-server[109071]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 04:54:11.247483 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 04:54:11.247483 dv-cinder-815582-6-iscsi neutron-server[109071]: return f(self, *a, **k) Nov 25 04:54:11.247483 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 04:54:11.247483 dv-cinder-815582-6-iscsi neutron-server[109071]: return self._get(url).json() Nov 25 04:54:11.247483 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 04:54:11.247483 dv-cinder-815582-6-iscsi neutron-server[109071]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 04:54:11.247483 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 04:54:11.247483 dv-cinder-815582-6-iscsi neutron-server[109071]: return self.request(url, 'GET', **kwargs) Nov 25 04:54:11.247483 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 04:54:11.247483 dv-cinder-815582-6-iscsi neutron-server[109071]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 04:54:11.247483 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 04:54:11.247483 dv-cinder-815582-6-iscsi neutron-server[109071]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 04:54:11.247483 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 04:54:11.247483 dv-cinder-815582-6-iscsi neutron-server[109071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 04:54:11.247483 dv-cinder-815582-6-iscsi neutron-server[109071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 04:54:11.255680 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f5171-3888-46c5-8512-4cc5cfbbbafe None None] Pushing event deleted for resources: {'Port': ['ID=a9a26ceb-d35b-41fc-b95f-49962b47f745,revision_number=None']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:11.258066 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1f5171-3888-46c5-8512-4cc5cfbbbafe None None] No DVR routers for this DVR port a9a26ceb-d35b-41fc-b95f-49962b47f745 on host dv-cinder-815582-6-iscsi {{(pid=109072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 04:54:11.265861 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1f5171-3888-46c5-8512-4cc5cfbbbafe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:54:11.266244 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1f5171-3888-46c5-8512-4cc5cfbbbafe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:54:11.269065 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1f5171-3888-46c5-8512-4cc5cfbbbafe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:54:11.269065 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1f5171-3888-46c5-8512-4cc5cfbbbafe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:54:11.269065 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1f5171-3888-46c5-8512-4cc5cfbbbafe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:54:11.269065 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1f5171-3888-46c5-8512-4cc5cfbbbafe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:54:11.269065 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1f5171-3888-46c5-8512-4cc5cfbbbafe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:54:11.269065 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1f5171-3888-46c5-8512-4cc5cfbbbafe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:54:11.269065 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1f5171-3888-46c5-8512-4cc5cfbbbafe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:54:11.269065 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1f5171-3888-46c5-8512-4cc5cfbbbafe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:54:11.269979 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1f5171-3888-46c5-8512-4cc5cfbbbafe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:54:11.269979 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1f5171-3888-46c5-8512-4cc5cfbbbafe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:54:11.307641 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-1bd136aa-711b-4dff-879f-b4bd50151b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:11.315271 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-1bd136aa-711b-4dff-879f-b4bd50151b69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for network, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:11.319841 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-1bd136aa-711b-4dff-879f-b4bd50151b69 admin admin] 10.222.0.36 "DELETE /v2.0/networks/60249061-d0d9-451a-ba13-f5fc4af0109a HTTP/1.1" status: 204 len: 168 time: 0.5479095 Nov 25 04:54:11.331164 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd136aa-711b-4dff-879f-b4bd50151b69 admin admin] Pushing event deleted for resources: {'Network': ['ID=60249061-d0d9-451a-ba13-f5fc4af0109a,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:11.491594 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 59726) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:54:11.532065 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-b0648503-9c1a-44f3-8fd5-618e676855b6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c5e3b4fa99ed478cadc86a6adbcba214&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392318 Nov 25 04:54:11.536080 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 59728) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:54:11.589017 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3a04d398-cc2b-4c28-897b-d8e6ec8d17e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:11.611846 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3a04d398-cc2b-4c28-897b-d8e6ec8d17e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:11.663454 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3a04d398-cc2b-4c28-897b-d8e6ec8d17e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:11.666306 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3a04d398-cc2b-4c28-897b-d8e6ec8d17e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:11.667507 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-3a04d398-cc2b-4c28-897b-d8e6ec8d17e6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1 HTTP/1.1" status: 204 len: 168 time: 0.1304550 Nov 25 04:54:11.675271 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a04d398-cc2b-4c28-897b-d8e6ec8d17e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92714c0-b9cc-4aa5-ba6a-ba29b190a5a1,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:11.866722 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 338dad03-a285-4d7e-8296-e461f594fd86 no longer exists at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:54:11.887029 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] No Port match for: 338dad03-a285-4d7e-8296-e461f594fd86 {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 04:54:11.887381 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 338dad03-a285-4d7e-8296-e461f594fd86 not bound to the agent host dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 04:54:11.887793 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 2e79d61a-6082-46de-b8f9-a36d360e9a7a no longer exists at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:54:11.906301 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] No Port match for: 2e79d61a-6082-46de-b8f9-a36d360e9a7a {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 04:54:11.906650 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 2e79d61a-6082-46de-b8f9-a36d360e9a7a not bound to the agent host dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 04:54:11.907053 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device a9a26ceb-d35b-41fc-b95f-49962b47f745 no longer exists at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:54:11.928995 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] No Port match for: a9a26ceb-d35b-41fc-b95f-49962b47f745 {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 04:54:11.929347 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device a9a26ceb-d35b-41fc-b95f-49962b47f745 not bound to the agent host dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 04:54:12.009974 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 59734) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:54:12.050005 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-854362c3-eec2-450d-ae9d-0daeacc40b82 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6cc4ae157b8644179b3ffec5cc9cca46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388374 Nov 25 04:54:12.053752 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 59736) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:54:12.105071 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-9324d3d8-493c-46ef-91f3-8befd49467d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:12.125602 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-9324d3d8-493c-46ef-91f3-8befd49467d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:12.180495 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-9324d3d8-493c-46ef-91f3-8befd49467d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:12.183128 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-9324d3d8-493c-46ef-91f3-8befd49467d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:12.184340 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-9324d3d8-493c-46ef-91f3-8befd49467d0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2bb2a2c-7407-4e26-a9ab-3d7076c987a9 HTTP/1.1" status: 204 len: 168 time: 0.1296773 Nov 25 04:54:12.193054 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324d3d8-493c-46ef-91f3-8befd49467d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bb2a2c-7407-4e26-a9ab-3d7076c987a9,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:12.924395 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 59758) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:54:13.041139 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-bf040a42-76c3-4c4d-9c88-6b5a9ce562cc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1945409044-network', 'tenant_id': '8522662999744d00a4b23e041e4ada60'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:54:13.069844 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf040a42-76c3-4c4d-9c88-6b5a9ce562cc admin admin] Made reservation on behalf of 8522662999744d00a4b23e041e4ada60 for: {'network': 1} {{(pid=109071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:54:13.072218 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-bf040a42-76c3-4c4d-9c88-6b5a9ce562cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for network, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:13.080636 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-bf040a42-76c3-4c4d-9c88-6b5a9ce562cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:13.153836 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-bf040a42-76c3-4c4d-9c88-6b5a9ce562cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:13.159804 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-bf040a42-76c3-4c4d-9c88-6b5a9ce562cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:13.186202 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf040a42-76c3-4c4d-9c88-6b5a9ce562cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=109071) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 04:54:13.192473 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf040a42-76c3-4c4d-9c88-6b5a9ce562cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3771b938-b270-4eeb-bce6-cf7e0a5ae3f1,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:13.198409 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-bf040a42-76c3-4c4d-9c88-6b5a9ce562cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041'] for segment, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:13.198751 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.db.segments_db [None req-bf040a42-76c3-4c4d-9c88-6b5a9ce562cc admin admin] Added segment 39ae19d3-becf-4497-a554-bf3eb3e508ac of type vlan for network 47f24a18-0d1d-47fa-a7be-085d929bd977 Nov 25 04:54:13.237815 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-bf040a42-76c3-4c4d-9c88-6b5a9ce562cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783339880421'] for network, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:13.263710 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-bf040a42-76c3-4c4d-9c88-6b5a9ce562cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519'] for network, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:13.264810 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf040a42-76c3-4c4d-9c88-6b5a9ce562cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:13.265408 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-bf040a42-76c3-4c4d-9c88-6b5a9ce562cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for network, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:13.325268 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-bf040a42-76c3-4c4d-9c88-6b5a9ce562cc admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3993046 Nov 25 04:54:13.328356 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 59762) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:54:13.328872 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf040a42-76c3-4c4d-9c88-6b5a9ce562cc admin admin] Pushing event updated for resources: {'Network': ['ID=47f24a18-0d1d-47fa-a7be-085d929bd977,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:13.333746 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-15d67ad5-542e-4664-a306-58c32a3ac02f admin admin] Request body: {'subnet': {'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1945409044-subnet', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'ip_version': 4}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:54:13.338345 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Network 47f24a18-0d1d-47fa-a7be-085d929bd977 details requested by agent ovs-agent-dv-cinder-815582-6-iscsi with host dv-cinder-815582-6-iscsi {{(pid=109072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 04:54:13.355556 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d67ad5-542e-4664-a306-58c32a3ac02f admin admin] Made reservation on behalf of 8522662999744d00a4b23e041e4ada60 for: {'subnet': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:54:13.357992 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-15d67ad5-542e-4664-a306-58c32a3ac02f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9764349'] for subnet, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:13.524899 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-15d67ad5-542e-4664-a306-58c32a3ac02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9557310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9757719'] for subnet, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:13.579015 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d67ad5-542e-4664-a306-58c32a3ac02f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3814844c-278b-47e5-8d6f-60a115ac1abb,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:13.588292 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d67ad5-542e-4664-a306-58c32a3ac02f admin admin] Checking segment: {'id': '39ae19d3-becf-4497-a554-bf3eb3e508ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:54:13.588664 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d67ad5-542e-4664-a306-58c32a3ac02f admin admin] Network hostable DHCP agents. Network: 47f24a18-0d1d-47fa-a7be-085d929bd977, hostable agents: ['b468568d-98fa-4cc8-a5cb-272923c6e379'], hosted agents: [] {{(pid=109070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 04:54:13.607666 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d67ad5-542e-4664-a306-58c32a3ac02f admin admin] Network 47f24a18-0d1d-47fa-a7be-085d929bd977 is scheduled to be hosted by DHCP agent b468568d-98fa-4cc8-a5cb-272923c6e379 with binding_index 1 {{(pid=109070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 04:54:13.617229 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-15d67ad5-542e-4664-a306-58c32a3ac02f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-6-iscsi, 47f24a18-0d1d-47fa-a7be-085d929bd977) {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:54:13.621398 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d67ad5-542e-4664-a306-58c32a3ac02f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:13.622193 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-15d67ad5-542e-4664-a306-58c32a3ac02f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:13.626697 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebee0eda-522d-4d2e-9b6a-7cca9423f3f9 None None] Network 47f24a18-0d1d-47fa-a7be-085d929bd977 requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:54:13.639456 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-15d67ad5-542e-4664-a306-58c32a3ac02f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3099058 Nov 25 04:54:13.642219 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 59764) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:54:13.646928 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-2d4e3130-06ca-4d31-8ad7-236a5a303317 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1945409044-router', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'}}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:54:13.670446 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3130-06ca-4d31-8ad7-236a5a303317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25019'] for router, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:13.671441 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3130-06ca-4d31-8ad7-236a5a303317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3774484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24962'] for router, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:13.729384 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3130-06ca-4d31-8ad7-236a5a303317 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:13.774513 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875c9626-6cc7-4439-9829-83c725ce87c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd0d5e1f-7819-5798-83e6-40b5b60b3aad-47f24a18-0d1d-47fa-a7be-085d929bd977', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'fixed_ips': [{'subnet_id': '3814844c-278b-47e5-8d6f-60a115ac1abb'}]}} from dv-cinder-815582-6-iscsi. {{(pid=109072) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 04:54:13.775382 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-875c9626-6cc7-4439-9829-83c725ce87c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:13.867515 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3130-06ca-4d31-8ad7-236a5a303317 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:13.913098 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.db_base_plugin_common [None req-875c9626-6cc7-4439-9829-83c725ce87c1 None None] Allocated IP 172.20.0.2 (47f24a18-0d1d-47fa-a7be-085d929bd977/3814844c-278b-47e5-8d6f-60a115ac1abb/ac833b2a-2377-4d6c-af93-23cffebf5eb6) {{(pid=109072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:54:14.060589 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-875c9626-6cc7-4439-9829-83c725ce87c1 None None] Publish callbacks [] for port, precommit_create {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:14.062186 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3130-06ca-4d31-8ad7-236a5a303317 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:14.066522 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-875c9626-6cc7-4439-9829-83c725ce87c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851'] for port, after_create {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:14.080794 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3130-06ca-4d31-8ad7-236a5a303317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:14.108184 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875c9626-6cc7-4439-9829-83c725ce87c1 None None] Network 47f24a18-0d1d-47fa-a7be-085d929bd977 is already hosted by enough agents. {{(pid=109072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:54:14.112788 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.scheduler.base_scheduler [None req-875c9626-6cc7-4439-9829-83c725ce87c1 None None] Resources bound (agent type, host, resource id): {{(pid=109072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:54:14.117343 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875c9626-6cc7-4439-9829-83c725ce87c1 None None] Received port after_create {{(pid=109072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:54:14.120712 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c9626-6cc7-4439-9829-83c725ce87c1 None None] Pushing event updated for resources: {'Port': ['ID=ac833b2a-2377-4d6c-af93-23cffebf5eb6,revision_number=1']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:14.176835 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-875c9626-6cc7-4439-9829-83c725ce87c1 None None] Attempting to bind port ac833b2a-2377-4d6c-af93-23cffebf5eb6 on host dv-cinder-815582-6-iscsi for vnic_type normal with profile {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:54:14.177214 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-875c9626-6cc7-4439-9829-83c725ce87c1 None None] Attempting to bind port ac833b2a-2377-4d6c-af93-23cffebf5eb6 by drivers openvswitch,hyperv on host dv-cinder-815582-6-iscsi at level 0 using segments [{'id': '39ae19d3-becf-4497-a554-bf3eb3e508ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977'}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:54:14.177578 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875c9626-6cc7-4439-9829-83c725ce87c1 None None] Attempting to bind port ac833b2a-2377-4d6c-af93-23cffebf5eb6 on network 47f24a18-0d1d-47fa-a7be-085d929bd977 {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:54:14.183419 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875c9626-6cc7-4439-9829-83c725ce87c1 None None] Checking agent: {'id': '2825277b-b27f-46a7-b452-1b49513b2056', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 40, 34), 'started_at': datetime.datetime(2021, 11, 25, 4, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:54:14.183794 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875c9626-6cc7-4439-9829-83c725ce87c1 None None] Checking segment: {'id': '39ae19d3-becf-4497-a554-bf3eb3e508ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:54:14.184204 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-875c9626-6cc7-4439-9829-83c725ce87c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:14.184622 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875c9626-6cc7-4439-9829-83c725ce87c1 None None] Bound using segment: {'id': '39ae19d3-becf-4497-a554-bf3eb3e508ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977'} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:54:14.185092 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-875c9626-6cc7-4439-9829-83c725ce87c1 None None] Bound port: ac833b2a-2377-4d6c-af93-23cffebf5eb6, host: dv-cinder-815582-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39ae19d3-becf-4497-a554-bf3eb3e508ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977'}}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:54:14.185618 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-875c9626-6cc7-4439-9829-83c725ce87c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:14.259807 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-875c9626-6cc7-4439-9829-83c725ce87c1 None None] For port ac833b2a-2377-4d6c-af93-23cffebf5eb6, host dv-cinder-815582-6-iscsi, cleared binding levels {{(pid=109072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:54:14.263406 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-875c9626-6cc7-4439-9829-83c725ce87c1 None None] For port ac833b2a-2377-4d6c-af93-23cffebf5eb6, host dv-cinder-815582-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=ac833b2a-2377-4d6c-af93-23cffebf5eb6,segment=NetworkSegment(39ae19d3-becf-4497-a554-bf3eb3e508ac),segment_id=39ae19d3-becf-4497-a554-bf3eb3e508ac)] {{(pid=109072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:54:14.270562 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-875c9626-6cc7-4439-9829-83c725ce87c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:14.330357 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c9626-6cc7-4439-9829-83c725ce87c1 None None] Pushing event updated for resources: {'Port': ['ID=ac833b2a-2377-4d6c-af93-23cffebf5eb6,revision_number=2']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:14.440182 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [None req-2d4e3130-06ca-4d31-8ad7-236a5a303317 admin admin] Allocated IP 172.27.2.135 (7252c0b9-b802-4561-8a54-4fb5c87ca7b8/b33b80b7-52e3-4af3-b161-e1f3edefb5e3/a6d668e9-311c-42a9-b1bb-093b570e789c) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:54:14.557223 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3130-06ca-4d31-8ad7-236a5a303317 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:14.609157 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3130-06ca-4d31-8ad7-236a5a303317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:14.652050 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4e3130-06ca-4d31-8ad7-236a5a303317 admin admin] Network 7252c0b9-b802-4561-8a54-4fb5c87ca7b8 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:54:14.657171 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-2d4e3130-06ca-4d31-8ad7-236a5a303317 admin admin] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:54:14.659394 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e3130-06ca-4d31-8ad7-236a5a303317 admin admin] Pushing event updated for resources: {'Port': ['ID=a6d668e9-311c-42a9-b1bb-093b570e789c,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:14.661638 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4e3130-06ca-4d31-8ad7-236a5a303317 admin admin] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:54:14.918319 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3130-06ca-4d31-8ad7-236a5a303317 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:15.131012 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3130-06ca-4d31-8ad7-236a5a303317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687985'] for router, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:15.195847 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c81aca4-761a-49c5-931e-c29f4a00c361 None None] Network 47f24a18-0d1d-47fa-a7be-085d929bd977 requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:54:15.263860 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4e3130-06ca-4d31-8ad7-236a5a303317 admin admin] Router 8a5803ae-40fa-4e8f-91f9-22d6d729a785 is scheduled to L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f with binding_index 1 {{(pid=109070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 04:54:15.324316 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-8d17a08e-5280-44a7-938f-95e4a27a073e None None] Provisioning complete for port ac833b2a-2377-4d6c-af93-23cffebf5eb6 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:54:15.324998 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-8d17a08e-5280-44a7-938f-95e4a27a073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:15.370855 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4e3130-06ca-4d31-8ad7-236a5a303317 admin admin] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:54:15.382741 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b12f96-fbb7-4ad3-a826-f764322b9d13 None None] Sync routers for ids ['8a5803ae-40fa-4e8f-91f9-22d6d729a785'] in dv-cinder-815582-6-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:54:15.391484 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-2d4e3130-06ca-4d31-8ad7-236a5a303317 admin admin] Publish callbacks [] for router, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:15.392968 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-2d4e3130-06ca-4d31-8ad7-236a5a303317 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7496257 Nov 25 04:54:15.395539 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 59766) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:54:15.404308 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b12f96-fbb7-4ad3-a826-f764322b9d13 None None] Routers {'8a5803ae-40fa-4e8f-91f9-22d6d729a785'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:54:15.404995 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-71b12f96-fbb7-4ad3-a826-f764322b9d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:54:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['8a5803ae-40fa-4e8f-91f9-22d6d729a785'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:54:15.651044 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-8d17a08e-5280-44a7-938f-95e4a27a073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:15.702855 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-71b12f96-fbb7-4ad3-a826-f764322b9d13 None None] Set router 8a5803ae-40fa-4e8f-91f9-22d6d729a785 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:54:15.705666 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-8d17a08e-5280-44a7-938f-95e4a27a073e None None] For port ac833b2a-2377-4d6c-af93-23cffebf5eb6, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=ac833b2a-2377-4d6c-af93-23cffebf5eb6,segment=NetworkSegment(39ae19d3-becf-4497-a554-bf3eb3e508ac),segment_id=39ae19d3-becf-4497-a554-bf3eb3e508ac)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:54:15.731976 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-8d17a08e-5280-44a7-938f-95e4a27a073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:15.821082 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c363e912-c720-41a5-b695-edd91b91062a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:15.868319 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17a08e-5280-44a7-938f-95e4a27a073e None None] Pushing event updated for resources: {'Port': ['ID=ac833b2a-2377-4d6c-af93-23cffebf5eb6,revision_number=3']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:15.893950 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-6df517c0-9115-448e-9729-4c3107f07610 None None] Provisioning complete for port ac833b2a-2377-4d6c-af93-23cffebf5eb6 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:54:15.894322 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-6df517c0-9115-448e-9729-4c3107f07610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:15.916919 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device ac833b2a-2377-4d6c-af93-23cffebf5eb6 up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:54:15.999604 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [None req-c363e912-c720-41a5-b695-edd91b91062a admin admin] Allocated IP 172.20.0.1 (47f24a18-0d1d-47fa-a7be-085d929bd977/3814844c-278b-47e5-8d6f-60a115ac1abb/59a4de55-82ab-4eb9-b12d-d6eef74f4174) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:54:16.041866 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port ac833b2a-2377-4d6c-af93-23cffebf5eb6 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:54:16.042226 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:16.052915 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-71b12f96-fbb7-4ad3-a826-f764322b9d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'name': 'tempest-TestVolumeBootPattern-1945409044-router', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:54:13Z', 'updated_at': '2021-11-25T04:54:14Z', 'revision_number': 3, 'project_id': '8522662999744d00a4b23e041e4ada60', 'gw_port': {'id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:14Z', 'updated_at': '2021-11-25T04:54:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi'}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:54:16.103657 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c363e912-c720-41a5-b695-edd91b91062a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:16.112134 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b12f96-fbb7-4ad3-a826-f764322b9d13 None None] Checking router: 8a5803ae-40fa-4e8f-91f9-22d6d729a785 for host: dv-cinder-815582-6-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:54:16.112511 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b12f96-fbb7-4ad3-a826-f764322b9d13 None None] Updating router 8a5803ae-40fa-4e8f-91f9-22d6d729a785 port a6d668e9-311c-42a9-b1bb-093b570e789c binding host dv-cinder-815582-6-iscsi {{(pid=109072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 04:54:16.139853 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c363e912-c720-41a5-b695-edd91b91062a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:16.147224 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-71b12f96-fbb7-4ad3-a826-f764322b9d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:16.179801 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c363e912-c720-41a5-b695-edd91b91062a admin admin] Network 47f24a18-0d1d-47fa-a7be-085d929bd977 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:54:16.184514 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-c363e912-c720-41a5-b695-edd91b91062a admin admin] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:54:16.188966 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c363e912-c720-41a5-b695-edd91b91062a admin admin] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:54:16.220650 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c363e912-c720-41a5-b695-edd91b91062a admin admin] Pushing event updated for resources: {'Port': ['ID=59a4de55-82ab-4eb9-b12d-d6eef74f4174,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:16.230057 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c363e912-c720-41a5-b695-edd91b91062a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688128'] for router_interface, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:16.375401 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c363e912-c720-41a5-b695-edd91b91062a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:16.442654 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-71b12f96-fbb7-4ad3-a826-f764322b9d13 None None] Publish callbacks [] for port, precommit_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:16.452044 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-71b12f96-fbb7-4ad3-a826-f764322b9d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:16.460541 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-a8e0d8cd-683b-46b6-a450-a02c1e3ccf99 None None] Provisioning complete for port 59a4de55-82ab-4eb9-b12d-d6eef74f4174 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:54:16.460847 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-a8e0d8cd-683b-46b6-a450-a02c1e3ccf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:16.538511 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-71b12f96-fbb7-4ad3-a826-f764322b9d13 None None] Attempting to bind port a6d668e9-311c-42a9-b1bb-093b570e789c on host dv-cinder-815582-6-iscsi for vnic_type normal with profile {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:54:16.538886 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-71b12f96-fbb7-4ad3-a826-f764322b9d13 None None] Attempting to bind port a6d668e9-311c-42a9-b1bb-093b570e789c by drivers openvswitch,hyperv on host dv-cinder-815582-6-iscsi at level 0 using segments [{'id': '5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:54:16.539250 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b12f96-fbb7-4ad3-a826-f764322b9d13 None None] Attempting to bind port a6d668e9-311c-42a9-b1bb-093b570e789c on network 7252c0b9-b802-4561-8a54-4fb5c87ca7b8 {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:54:16.540564 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c363e912-c720-41a5-b695-edd91b91062a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:16.541571 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e3cd7-76dc-4a3f-8f85-b8bfb73d1e92 None None] Pushing event updated for resources: {'Port': ['ID=a6d668e9-311c-42a9-b1bb-093b570e789c,revision_number=2']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:16.545007 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-a8e0d8cd-683b-46b6-a450-a02c1e3ccf99 None None] Port 59a4de55-82ab-4eb9-b12d-d6eef74f4174 cannot update to ACTIVE because it is not bound. {{(pid=109072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 04:54:16.547107 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c363e912-c720-41a5-b695-edd91b91062a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9557411'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:16.549231 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b12f96-fbb7-4ad3-a826-f764322b9d13 None None] Checking agent: {'id': '2825277b-b27f-46a7-b452-1b49513b2056', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 40, 34), 'started_at': datetime.datetime(2021, 11, 25, 4, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:54:16.549648 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b12f96-fbb7-4ad3-a826-f764322b9d13 None None] Checking segment: {'id': '5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:54:16.550076 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-71b12f96-fbb7-4ad3-a826-f764322b9d13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:16.550463 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b12f96-fbb7-4ad3-a826-f764322b9d13 None None] Bound using segment: {'id': '5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:54:16.551798 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-71b12f96-fbb7-4ad3-a826-f764322b9d13 None None] Bound port: a6d668e9-311c-42a9-b1bb-093b570e789c, host: dv-cinder-815582-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'}}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:54:16.551798 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-71b12f96-fbb7-4ad3-a826-f764322b9d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:16.605882 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-71b12f96-fbb7-4ad3-a826-f764322b9d13 None None] For port a6d668e9-311c-42a9-b1bb-093b570e789c, host dv-cinder-815582-6-iscsi, cleared binding levels {{(pid=109072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:54:16.609029 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-71b12f96-fbb7-4ad3-a826-f764322b9d13 None None] For port a6d668e9-311c-42a9-b1bb-093b570e789c, host dv-cinder-815582-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=a6d668e9-311c-42a9-b1bb-093b570e789c,segment=NetworkSegment(5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6),segment_id=5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6)] {{(pid=109072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:54:16.614302 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-71b12f96-fbb7-4ad3-a826-f764322b9d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:16.615716 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c363e912-c720-41a5-b695-edd91b91062a admin admin] Pushing event updated for resources: {'Port': ['ID=59a4de55-82ab-4eb9-b12d-d6eef74f4174,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:16.619437 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c363e912-c720-41a5-b695-edd91b91062a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4163469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3681904'] for router_interface, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:16.680555 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e3cd7-76dc-4a3f-8f85-b8bfb73d1e92 None None] Pushing event updated for resources: {'Port': ['ID=a6d668e9-311c-42a9-b1bb-093b570e789c,revision_number=3']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:16.683401 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b12f96-fbb7-4ad3-a826-f764322b9d13 None None] Routers {'8a5803ae-40fa-4e8f-91f9-22d6d729a785'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:54:16.684007 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-71b12f96-fbb7-4ad3-a826-f764322b9d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:54:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['8a5803ae-40fa-4e8f-91f9-22d6d729a785'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:54:16.722995 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c363e912-c720-41a5-b695-edd91b91062a admin admin] Network 47f24a18-0d1d-47fa-a7be-085d929bd977 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:54:16.724954 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-c363e912-c720-41a5-b695-edd91b91062a admin admin] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:54:16.801568 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-71b12f96-fbb7-4ad3-a826-f764322b9d13 None None] Set router 8a5803ae-40fa-4e8f-91f9-22d6d729a785 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:54:16.845939 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c363e912-c720-41a5-b695-edd91b91062a admin admin] Router 8a5803ae-40fa-4e8f-91f9-22d6d729a785 has already been hosted by L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f {{(pid=109070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 04:54:16.955956 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c363e912-c720-41a5-b695-edd91b91062a admin admin] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:54:16.962147 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-c363e912-c720-41a5-b695-edd91b91062a admin admin] 10.222.0.36 "PUT /v2.0/routers/8a5803ae-40fa-4e8f-91f9-22d6d729a785/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5651808 Nov 25 04:54:17.004963 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-4570c699-6a57-46e0-ab31-d7a2a548b3a4 None None] Provisioning complete for port 59a4de55-82ab-4eb9-b12d-d6eef74f4174 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:54:17.005264 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-4570c699-6a57-46e0-ab31-d7a2a548b3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:17.047631 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-4570c699-6a57-46e0-ab31-d7a2a548b3a4 None None] Port 59a4de55-82ab-4eb9-b12d-d6eef74f4174 cannot update to ACTIVE because it is not bound. {{(pid=109072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 04:54:17.055087 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-71b12f96-fbb7-4ad3-a826-f764322b9d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'name': 'tempest-TestVolumeBootPattern-1945409044-router', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:54:13Z', 'updated_at': '2021-11-25T04:54:16Z', 'revision_number': 4, 'project_id': '8522662999744d00a4b23e041e4ada60', 'gw_port': {'id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:14Z', 'updated_at': '2021-11-25T04:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '59a4de55-82ab-4eb9-b12d-d6eef74f4174', 'name': '', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'mac_address': 'fa:16:3e:73:20:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:15Z', 'updated_at': '2021-11-25T04:54:16Z', 'revision_number': 2, 'project_id': '8522662999744d00a4b23e041e4ada60', 'subnets': [{'id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:54:17.081838 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b12f96-fbb7-4ad3-a826-f764322b9d13 None None] The sync data for ids ['8a5803ae-40fa-4e8f-91f9-22d6d729a785'] in dv-cinder-815582-6-iscsi is: [{'id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'name': 'tempest-TestVolumeBootPattern-1945409044-router', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:54:13Z', 'updated_at': '2021-11-25T04:54:16Z', 'revision_number': 4, 'project_id': '8522662999744d00a4b23e041e4ada60', 'gw_port': {'id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:14Z', 'updated_at': '2021-11-25T04:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '59a4de55-82ab-4eb9-b12d-d6eef74f4174', 'name': '', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'mac_address': 'fa:16:3e:73:20:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:15Z', 'updated_at': '2021-11-25T04:54:16Z', 'revision_number': 2, 'project_id': '8522662999744d00a4b23e041e4ada60', 'subnets': [{'id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:54:17.476895 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 59782) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:54:17.481959 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-60d445b6-a673-4fa2-93bd-83fb83de10ef admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2091907749-network', 'tenant_id': '4b2fbc33d10047668d8743369cb2f442'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:54:17.504506 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d445b6-a673-4fa2-93bd-83fb83de10ef admin admin] Made reservation on behalf of 4b2fbc33d10047668d8743369cb2f442 for: {'network': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:54:17.506877 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-60d445b6-a673-4fa2-93bd-83fb83de10ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for network, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:17.516166 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-60d445b6-a673-4fa2-93bd-83fb83de10ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:17.600383 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-60d445b6-a673-4fa2-93bd-83fb83de10ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:17.605343 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-60d445b6-a673-4fa2-93bd-83fb83de10ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:17.619392 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d445b6-a673-4fa2-93bd-83fb83de10ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=109070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 04:54:17.641677 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-60d445b6-a673-4fa2-93bd-83fb83de10ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041'] for segment, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:17.642031 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.db.segments_db [None req-60d445b6-a673-4fa2-93bd-83fb83de10ef admin admin] Added segment 35cee42c-b62e-4fa3-8a58-575c7e5c4cac of type vlan for network 5b353ac4-ed28-4478-b090-8e94ec1a9c02 Nov 25 04:54:17.653494 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d445b6-a673-4fa2-93bd-83fb83de10ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3537e6-19e4-49fe-99a2-651d553b9bcc,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:17.698889 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-60d445b6-a673-4fa2-93bd-83fb83de10ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783339880421'] for network, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:17.728937 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-60d445b6-a673-4fa2-93bd-83fb83de10ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519'] for network, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:17.730142 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d445b6-a673-4fa2-93bd-83fb83de10ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:17.730855 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-60d445b6-a673-4fa2-93bd-83fb83de10ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for network, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:17.794016 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-60d445b6-a673-4fa2-93bd-83fb83de10ef admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3158324 Nov 25 04:54:17.797192 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 59784) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:54:17.802672 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-8a684467-68b0-4541-be1d-621a6ae120ee admin admin] Request body: {'subnet': {'network_id': '5b353ac4-ed28-4478-b090-8e94ec1a9c02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2091907749-subnet', 'tenant_id': '4b2fbc33d10047668d8743369cb2f442', 'ip_version': 4}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:54:17.806333 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d445b6-a673-4fa2-93bd-83fb83de10ef admin admin] Pushing event updated for resources: {'Network': ['ID=5b353ac4-ed28-4478-b090-8e94ec1a9c02,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:17.829390 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a684467-68b0-4541-be1d-621a6ae120ee admin admin] Made reservation on behalf of 4b2fbc33d10047668d8743369cb2f442 for: {'subnet': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:54:17.832223 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-8a684467-68b0-4541-be1d-621a6ae120ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9764349'] for subnet, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:17.833451 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Network 5b353ac4-ed28-4478-b090-8e94ec1a9c02 details requested by agent ovs-agent-dv-cinder-815582-6-iscsi with host dv-cinder-815582-6-iscsi {{(pid=109072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 04:54:18.031193 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device a6d668e9-311c-42a9-b1bb-093b570e789c up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:54:18.103694 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port a6d668e9-311c-42a9-b1bb-093b570e789c triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:54:18.104072 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:18.192005 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:18.215939 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] For port a6d668e9-311c-42a9-b1bb-093b570e789c, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=a6d668e9-311c-42a9-b1bb-093b570e789c,segment=NetworkSegment(5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6),segment_id=5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:54:18.225838 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:18.227057 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device ac833b2a-2377-4d6c-af93-23cffebf5eb6 up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:54:18.310140 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Pushing event updated for resources: {'Port': ['ID=a6d668e9-311c-42a9-b1bb-093b570e789c,revision_number=4']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:18.318081 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-8a684467-68b0-4541-be1d-621a6ae120ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9557310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9757719'] for subnet, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:18.320780 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port ac833b2a-2377-4d6c-af93-23cffebf5eb6 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:54:18.321512 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:18.370934 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a684467-68b0-4541-be1d-621a6ae120ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=ada77f8a-9193-415a-a12a-371f1b1f9b12,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:18.398133 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a684467-68b0-4541-be1d-621a6ae120ee admin admin] Checking segment: {'id': '35cee42c-b62e-4fa3-8a58-575c7e5c4cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b353ac4-ed28-4478-b090-8e94ec1a9c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:54:18.398582 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a684467-68b0-4541-be1d-621a6ae120ee admin admin] Network hostable DHCP agents. Network: 5b353ac4-ed28-4478-b090-8e94ec1a9c02, hostable agents: ['b468568d-98fa-4cc8-a5cb-272923c6e379'], hosted agents: [] {{(pid=109070) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 04:54:18.418159 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a684467-68b0-4541-be1d-621a6ae120ee admin admin] Network 5b353ac4-ed28-4478-b090-8e94ec1a9c02 is scheduled to be hosted by DHCP agent b468568d-98fa-4cc8-a5cb-272923c6e379 with binding_index 1 {{(pid=109070) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 04:54:18.429184 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-8a684467-68b0-4541-be1d-621a6ae120ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-6-iscsi, 5b353ac4-ed28-4478-b090-8e94ec1a9c02) {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:54:18.433918 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a684467-68b0-4541-be1d-621a6ae120ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:18.434843 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-8a684467-68b0-4541-be1d-621a6ae120ee admin admin] Publish callbacks [] for subnet, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:18.437987 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c00e504-b09c-4260-b3a3-994ab78d0d76 None None] Network 5b353ac4-ed28-4478-b090-8e94ec1a9c02 requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:54:18.452125 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-8a684467-68b0-4541-be1d-621a6ae120ee admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6538193 Nov 25 04:54:18.454724 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 59786) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:54:18.459238 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-b1233fe4-7ba0-4a09-97a1-efdef701a537 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2091907749-router', 'tenant_id': '4b2fbc33d10047668d8743369cb2f442', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'}}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:54:18.481783 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b1233fe4-7ba0-4a09-97a1-efdef701a537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25019'] for router, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:18.482933 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b1233fe4-7ba0-4a09-97a1-efdef701a537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3683251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3681728', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3774484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24962'] for router, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:18.538459 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b1233fe4-7ba0-4a09-97a1-efdef701a537 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:18.592288 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed159e3-f310-48b0-8e7a-d53c77d65c90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd0d5e1f-7819-5798-83e6-40b5b60b3aad-5b353ac4-ed28-4478-b090-8e94ec1a9c02', 'network_id': '5b353ac4-ed28-4478-b090-8e94ec1a9c02', 'tenant_id': '4b2fbc33d10047668d8743369cb2f442', 'fixed_ips': [{'subnet_id': 'ada77f8a-9193-415a-a12a-371f1b1f9b12'}]}} from dv-cinder-815582-6-iscsi. {{(pid=109072) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 04:54:18.593609 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-5ed159e3-f310-48b0-8e7a-d53c77d65c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:18.680348 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b1233fe4-7ba0-4a09-97a1-efdef701a537 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:18.733478 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.db_base_plugin_common [None req-5ed159e3-f310-48b0-8e7a-d53c77d65c90 None None] Allocated IP 172.20.0.2 (5b353ac4-ed28-4478-b090-8e94ec1a9c02/ada77f8a-9193-415a-a12a-371f1b1f9b12/981fb6f8-f020-4389-949f-fb04b00bd0e5) {{(pid=109072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:54:18.884525 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-5ed159e3-f310-48b0-8e7a-d53c77d65c90 None None] Publish callbacks [] for port, precommit_create {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:18.888018 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b1233fe4-7ba0-4a09-97a1-efdef701a537 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:18.893385 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-5ed159e3-f310-48b0-8e7a-d53c77d65c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851'] for port, after_create {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:18.908541 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b1233fe4-7ba0-4a09-97a1-efdef701a537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:18.939716 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed159e3-f310-48b0-8e7a-d53c77d65c90 None None] Network 5b353ac4-ed28-4478-b090-8e94ec1a9c02 is already hosted by enough agents. {{(pid=109072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:54:18.942694 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.scheduler.base_scheduler [None req-5ed159e3-f310-48b0-8e7a-d53c77d65c90 None None] Resources bound (agent type, host, resource id): {{(pid=109072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:54:18.945307 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed159e3-f310-48b0-8e7a-d53c77d65c90 None None] Received port after_create {{(pid=109072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:54:18.956520 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed159e3-f310-48b0-8e7a-d53c77d65c90 None None] Pushing event updated for resources: {'Port': ['ID=981fb6f8-f020-4389-949f-fb04b00bd0e5,revision_number=1']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:19.006507 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-5ed159e3-f310-48b0-8e7a-d53c77d65c90 None None] Attempting to bind port 981fb6f8-f020-4389-949f-fb04b00bd0e5 on host dv-cinder-815582-6-iscsi for vnic_type normal with profile {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:54:19.006882 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-5ed159e3-f310-48b0-8e7a-d53c77d65c90 None None] Attempting to bind port 981fb6f8-f020-4389-949f-fb04b00bd0e5 by drivers openvswitch,hyperv on host dv-cinder-815582-6-iscsi at level 0 using segments [{'id': '35cee42c-b62e-4fa3-8a58-575c7e5c4cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b353ac4-ed28-4478-b090-8e94ec1a9c02'}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:54:19.007252 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed159e3-f310-48b0-8e7a-d53c77d65c90 None None] Attempting to bind port 981fb6f8-f020-4389-949f-fb04b00bd0e5 on network 5b353ac4-ed28-4478-b090-8e94ec1a9c02 {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:54:19.012295 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed159e3-f310-48b0-8e7a-d53c77d65c90 None None] Checking agent: {'id': '2825277b-b27f-46a7-b452-1b49513b2056', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 40, 34), 'started_at': datetime.datetime(2021, 11, 25, 4, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:54:19.012673 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed159e3-f310-48b0-8e7a-d53c77d65c90 None None] Checking segment: {'id': '35cee42c-b62e-4fa3-8a58-575c7e5c4cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b353ac4-ed28-4478-b090-8e94ec1a9c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:54:19.013071 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-5ed159e3-f310-48b0-8e7a-d53c77d65c90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:19.013458 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed159e3-f310-48b0-8e7a-d53c77d65c90 None None] Bound using segment: {'id': '35cee42c-b62e-4fa3-8a58-575c7e5c4cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b353ac4-ed28-4478-b090-8e94ec1a9c02'} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:54:19.013925 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-5ed159e3-f310-48b0-8e7a-d53c77d65c90 None None] Bound port: 981fb6f8-f020-4389-949f-fb04b00bd0e5, host: dv-cinder-815582-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35cee42c-b62e-4fa3-8a58-575c7e5c4cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b353ac4-ed28-4478-b090-8e94ec1a9c02'}}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:54:19.014318 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-5ed159e3-f310-48b0-8e7a-d53c77d65c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:19.027624 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [None req-b1233fe4-7ba0-4a09-97a1-efdef701a537 admin admin] Allocated IP 172.27.2.33 (7252c0b9-b802-4561-8a54-4fb5c87ca7b8/b33b80b7-52e3-4af3-b161-e1f3edefb5e3/8abe2b38-b4f3-44e6-9b5c-9c1ce938823f) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:54:19.077122 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-5ed159e3-f310-48b0-8e7a-d53c77d65c90 None None] For port 981fb6f8-f020-4389-949f-fb04b00bd0e5, host dv-cinder-815582-6-iscsi, cleared binding levels {{(pid=109072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:54:19.080430 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-5ed159e3-f310-48b0-8e7a-d53c77d65c90 None None] For port 981fb6f8-f020-4389-949f-fb04b00bd0e5, host dv-cinder-815582-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=981fb6f8-f020-4389-949f-fb04b00bd0e5,segment=NetworkSegment(35cee42c-b62e-4fa3-8a58-575c7e5c4cac),segment_id=35cee42c-b62e-4fa3-8a58-575c7e5c4cac)] {{(pid=109072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:54:19.085939 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-5ed159e3-f310-48b0-8e7a-d53c77d65c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:19.142797 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71417ee-b187-43c6-8806-d85d57fd2164 None None] Sync routers for ids ['8a5803ae-40fa-4e8f-91f9-22d6d729a785'] in dv-cinder-815582-6-iscsi {{(pid=109073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:54:19.143772 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b1233fe4-7ba0-4a09-97a1-efdef701a537 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:19.153410 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed159e3-f310-48b0-8e7a-d53c77d65c90 None None] Pushing event updated for resources: {'Port': ['ID=981fb6f8-f020-4389-949f-fb04b00bd0e5,revision_number=2']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:19.153611 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71417ee-b187-43c6-8806-d85d57fd2164 None None] Routers {'8a5803ae-40fa-4e8f-91f9-22d6d729a785'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:54:19.154217 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-c71417ee-b187-43c6-8806-d85d57fd2164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:54:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['8a5803ae-40fa-4e8f-91f9-22d6d729a785'], 'active': True} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:54:19.184781 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b1233fe4-7ba0-4a09-97a1-efdef701a537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:19.231611 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1233fe4-7ba0-4a09-97a1-efdef701a537 admin admin] Network 7252c0b9-b802-4561-8a54-4fb5c87ca7b8 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:54:19.236585 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-b1233fe4-7ba0-4a09-97a1-efdef701a537 admin admin] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:54:19.239261 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1233fe4-7ba0-4a09-97a1-efdef701a537 admin admin] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:54:19.265864 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1233fe4-7ba0-4a09-97a1-efdef701a537 admin admin] Pushing event updated for resources: {'Port': ['ID=8abe2b38-b4f3-44e6-9b5c-9c1ce938823f,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:19.277207 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvr_db [None req-c71417ee-b187-43c6-8806-d85d57fd2164 None None] Set router 8a5803ae-40fa-4e8f-91f9-22d6d729a785 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:54:19.529449 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-c71417ee-b187-43c6-8806-d85d57fd2164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'name': 'tempest-TestVolumeBootPattern-1945409044-router', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:54:13Z', 'updated_at': '2021-11-25T04:54:16Z', 'revision_number': 4, 'project_id': '8522662999744d00a4b23e041e4ada60', 'gw_port': {'id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:14Z', 'updated_at': '2021-11-25T04:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '59a4de55-82ab-4eb9-b12d-d6eef74f4174', 'name': '', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'mac_address': 'fa:16:3e:73:20:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:15Z', 'updated_at': '2021-11-25T04:54:16Z', 'revision_number': 2, 'project_id': '8522662999744d00a4b23e041e4ada60', 'subnets': [{'id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:54:19.559599 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71417ee-b187-43c6-8806-d85d57fd2164 None None] Checking router: 8a5803ae-40fa-4e8f-91f9-22d6d729a785 for host: dv-cinder-815582-6-iscsi {{(pid=109073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:54:19.560977 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71417ee-b187-43c6-8806-d85d57fd2164 None None] Updating router 8a5803ae-40fa-4e8f-91f9-22d6d729a785 port 59a4de55-82ab-4eb9-b12d-d6eef74f4174 binding host dv-cinder-815582-6-iscsi {{(pid=109073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 04:54:19.563164 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b1233fe4-7ba0-4a09-97a1-efdef701a537 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:19.593015 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-c71417ee-b187-43c6-8806-d85d57fd2164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:19.634462 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bfe1e-fca1-483d-a0eb-01e9030b3153 req-b952c312-365a-4c0b-b6d0-c36925a24931 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:19.642434 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0c1bfe1e-fca1-483d-a0eb-01e9030b3153 req-b952c312-365a-4c0b-b6d0-c36925a24931 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 946 time: 0.0630908 Nov 25 04:54:19.694622 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0c1bfe1e-fca1-483d-a0eb-01e9030b3153 req-64ffe0bd-aca9-4e74-83fe-890e01af3db8 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512657 Nov 25 04:54:19.782793 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b1233fe4-7ba0-4a09-97a1-efdef701a537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3683208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3687985'] for router, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:19.946443 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1233fe4-7ba0-4a09-97a1-efdef701a537 admin admin] Router 9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93 is scheduled to L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f with binding_index 1 {{(pid=109070) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 04:54:20.031006 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-c71417ee-b187-43c6-8806-d85d57fd2164 None None] Publish callbacks [] for port, precommit_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:20.033597 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 981fb6f8-f020-4389-949f-fb04b00bd0e5 up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:54:20.040010 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-c71417ee-b187-43c6-8806-d85d57fd2164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:20.097250 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb06bf-c53f-4be5-9bf3-cb9dfc650b39 None None] Pushing event updated for resources: {'Port': ['ID=59a4de55-82ab-4eb9-b12d-d6eef74f4174,revision_number=3']} {{(pid=109073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:20.111773 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb06bf-c53f-4be5-9bf3-cb9dfc650b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:54:20.112400 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1233fe4-7ba0-4a09-97a1-efdef701a537 admin admin] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:54:20.112522 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb06bf-c53f-4be5-9bf3-cb9dfc650b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:54:20.112866 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb06bf-c53f-4be5-9bf3-cb9dfc650b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:54:20.113520 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb06bf-c53f-4be5-9bf3-cb9dfc650b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:54:20.113943 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb06bf-c53f-4be5-9bf3-cb9dfc650b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:54:20.122050 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb06bf-c53f-4be5-9bf3-cb9dfc650b39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:54:20.122685 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb06bf-c53f-4be5-9bf3-cb9dfc650b39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:54:20.123272 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb06bf-c53f-4be5-9bf3-cb9dfc650b39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:54:20.123800 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb06bf-c53f-4be5-9bf3-cb9dfc650b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:54:20.124594 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb06bf-c53f-4be5-9bf3-cb9dfc650b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:54:20.125173 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb06bf-c53f-4be5-9bf3-cb9dfc650b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:54:20.125714 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bb06bf-c53f-4be5-9bf3-cb9dfc650b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:54:20.126654 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99921395-fe37-48d4-9dd8-1af7652d1945 None None] Sync routers for ids ['9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93'] in dv-cinder-815582-6-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:54:20.147064 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b1233fe4-7ba0-4a09-97a1-efdef701a537 admin admin] Publish callbacks [] for router, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:20.151920 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 59802) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:54:20.158126 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-b1233fe4-7ba0-4a09-97a1-efdef701a537 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7021375 Nov 25 04:54:20.165733 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port 981fb6f8-f020-4389-949f-fb04b00bd0e5 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:54:20.166106 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:20.167870 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99921395-fe37-48d4-9dd8-1af7652d1945 None None] Routers {'9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:54:20.173305 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-99921395-fe37-48d4-9dd8-1af7652d1945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:54:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:54:20.214792 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.managers [None req-c71417ee-b187-43c6-8806-d85d57fd2164 None None] Attempting to bind port 59a4de55-82ab-4eb9-b12d-d6eef74f4174 on host dv-cinder-815582-6-iscsi for vnic_type normal with profile {{(pid=109073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:54:20.215460 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.managers [None req-c71417ee-b187-43c6-8806-d85d57fd2164 None None] Attempting to bind port 59a4de55-82ab-4eb9-b12d-d6eef74f4174 by drivers openvswitch,hyperv on host dv-cinder-815582-6-iscsi at level 0 using segments [{'id': '39ae19d3-becf-4497-a554-bf3eb3e508ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977'}] {{(pid=109073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:54:20.215709 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71417ee-b187-43c6-8806-d85d57fd2164 None None] Attempting to bind port 59a4de55-82ab-4eb9-b12d-d6eef74f4174 on network 47f24a18-0d1d-47fa-a7be-085d929bd977 {{(pid=109073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:54:20.223556 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71417ee-b187-43c6-8806-d85d57fd2164 None None] Checking agent: {'id': '2825277b-b27f-46a7-b452-1b49513b2056', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 40, 34), 'started_at': datetime.datetime(2021, 11, 25, 4, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:54:20.224436 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71417ee-b187-43c6-8806-d85d57fd2164 None None] Checking segment: {'id': '39ae19d3-becf-4497-a554-bf3eb3e508ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:54:20.224587 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-c71417ee-b187-43c6-8806-d85d57fd2164 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:20.225011 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71417ee-b187-43c6-8806-d85d57fd2164 None None] Bound using segment: {'id': '39ae19d3-becf-4497-a554-bf3eb3e508ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977'} {{(pid=109073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:54:20.225567 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.managers [None req-c71417ee-b187-43c6-8806-d85d57fd2164 None None] Bound port: 59a4de55-82ab-4eb9-b12d-d6eef74f4174, host: dv-cinder-815582-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39ae19d3-becf-4497-a554-bf3eb3e508ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977'}}] {{(pid=109073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:54:20.226044 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-c71417ee-b187-43c6-8806-d85d57fd2164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:20.308132 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.db [None req-c71417ee-b187-43c6-8806-d85d57fd2164 None None] For port 59a4de55-82ab-4eb9-b12d-d6eef74f4174, host dv-cinder-815582-6-iscsi, cleared binding levels {{(pid=109073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:54:20.311464 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.db [None req-c71417ee-b187-43c6-8806-d85d57fd2164 None None] For port 59a4de55-82ab-4eb9-b12d-d6eef74f4174, host dv-cinder-815582-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=59a4de55-82ab-4eb9-b12d-d6eef74f4174,segment=NetworkSegment(39ae19d3-becf-4497-a554-bf3eb3e508ac),segment_id=39ae19d3-becf-4497-a554-bf3eb3e508ac)] {{(pid=109073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:54:20.321920 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb88e23-47eb-4c12-8562-2a19cffa3f32 None None] Network 5b353ac4-ed28-4478-b090-8e94ec1a9c02 requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:54:20.322999 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-c71417ee-b187-43c6-8806-d85d57fd2164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:20.407057 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71417ee-b187-43c6-8806-d85d57fd2164 None None] Routers {'8a5803ae-40fa-4e8f-91f9-22d6d729a785'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:54:20.407919 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-c71417ee-b187-43c6-8806-d85d57fd2164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:54:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['8a5803ae-40fa-4e8f-91f9-22d6d729a785'], 'active': True} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:54:20.485391 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-99921395-fe37-48d4-9dd8-1af7652d1945 None None] Set router 9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:54:20.568428 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb06bf-c53f-4be5-9bf3-cb9dfc650b39 None None] Pushing event updated for resources: {'Port': ['ID=59a4de55-82ab-4eb9-b12d-d6eef74f4174,revision_number=4']} {{(pid=109073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:20.604655 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvr_db [None req-c71417ee-b187-43c6-8806-d85d57fd2164 None None] Set router 8a5803ae-40fa-4e8f-91f9-22d6d729a785 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:54:20.623569 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9312053-739d-42cd-b900-060e016398eb req-8ae186fd-e308-49dc-9491-689ab6de8e23 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:20.625349 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-b9312053-739d-42cd-b900-060e016398eb req-8ae186fd-e308-49dc-9491-689ab6de8e23 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 945 time: 0.0954819 Nov 25 04:54:20.789209 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-370b4768-6f94-4cdf-9440-5f870eaebcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:20.810619 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-e2487794-3d7b-4411-bab9-56ca0666979b None None] Provisioning complete for port 981fb6f8-f020-4389-949f-fb04b00bd0e5 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:54:20.810988 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-e2487794-3d7b-4411-bab9-56ca0666979b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:20.817522 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-b9312053-739d-42cd-b900-060e016398eb req-35b560e6-edbb-475c-a2b7-482342daea12 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372943 Nov 25 04:54:20.842544 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-c71417ee-b187-43c6-8806-d85d57fd2164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'name': 'tempest-TestVolumeBootPattern-1945409044-router', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:54:13Z', 'updated_at': '2021-11-25T04:54:16Z', 'revision_number': 4, 'project_id': '8522662999744d00a4b23e041e4ada60', 'gw_port': {'id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:14Z', 'updated_at': '2021-11-25T04:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '59a4de55-82ab-4eb9-b12d-d6eef74f4174', 'name': '', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'mac_address': 'fa:16:3e:73:20:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:15Z', 'updated_at': '2021-11-25T04:54:20Z', 'revision_number': 4, 'project_id': '8522662999744d00a4b23e041e4ada60', 'subnets': [{'id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:54:20.887247 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fef2e1-3bd0-4711-973d-3fe7730e0bda req-0297baa3-bf05-4423-be6b-76f913d4b6cc tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:20.895288 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a7fef2e1-3bd0-4711-973d-3fe7730e0bda req-0297baa3-bf05-4423-be6b-76f913d4b6cc tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 946 time: 0.1025057 Nov 25 04:54:20.908772 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71417ee-b187-43c6-8806-d85d57fd2164 None None] The sync data for ids ['8a5803ae-40fa-4e8f-91f9-22d6d729a785'] in dv-cinder-815582-6-iscsi is: [{'id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'name': 'tempest-TestVolumeBootPattern-1945409044-router', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:54:13Z', 'updated_at': '2021-11-25T04:54:16Z', 'revision_number': 4, 'project_id': '8522662999744d00a4b23e041e4ada60', 'gw_port': {'id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:14Z', 'updated_at': '2021-11-25T04:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '59a4de55-82ab-4eb9-b12d-d6eef74f4174', 'name': '', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'mac_address': 'fa:16:3e:73:20:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:15Z', 'updated_at': '2021-11-25T04:54:20Z', 'revision_number': 4, 'project_id': '8522662999744d00a4b23e041e4ada60', 'subnets': [{'id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:54:20.974251 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a7fef2e1-3bd0-4711-973d-3fe7730e0bda req-cbd7d6db-edfe-4592-a330-16ed17372e8d tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777102 Nov 25 04:54:21.012755 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-99921395-fe37-48d4-9dd8-1af7652d1945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93', 'name': 'tempest-TestVolumeBootPattern-2091907749-router', 'tenant_id': '4b2fbc33d10047668d8743369cb2f442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '8abe2b38-b4f3-44e6-9b5c-9c1ce938823f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:54:18Z', 'updated_at': '2021-11-25T04:54:19Z', 'revision_number': 3, 'project_id': '4b2fbc33d10047668d8743369cb2f442', 'gw_port': {'id': '8abe2b38-b4f3-44e6-9b5c-9c1ce938823f', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:18Z', 'updated_at': '2021-11-25T04:54:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi'}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:54:21.031604 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.db_base_plugin_common [None req-370b4768-6f94-4cdf-9440-5f870eaebcd7 admin admin] Allocated IP 172.20.0.1 (5b353ac4-ed28-4478-b090-8e94ec1a9c02/ada77f8a-9193-415a-a12a-371f1b1f9b12/607b7e64-26cc-4826-b72e-fce7b0db8c59) {{(pid=109071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:54:21.035496 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:21.050110 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-e2487794-3d7b-4411-bab9-56ca0666979b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:21.104094 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99921395-fe37-48d4-9dd8-1af7652d1945 None None] Checking router: 9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93 for host: dv-cinder-815582-6-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:54:21.104489 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99921395-fe37-48d4-9dd8-1af7652d1945 None None] Updating router 9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93 port 8abe2b38-b4f3-44e6-9b5c-9c1ce938823f binding host dv-cinder-815582-6-iscsi {{(pid=109072) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 04:54:21.112078 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] For port 981fb6f8-f020-4389-949f-fb04b00bd0e5, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=981fb6f8-f020-4389-949f-fb04b00bd0e5,segment=NetworkSegment(35cee42c-b62e-4fa3-8a58-575c7e5c4cac),segment_id=35cee42c-b62e-4fa3-8a58-575c7e5c4cac)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:54:21.138250 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:21.139320 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device a6d668e9-311c-42a9-b1bb-093b570e789c up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:54:21.177735 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-370b4768-6f94-4cdf-9440-5f870eaebcd7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:21.219034 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-370b4768-6f94-4cdf-9440-5f870eaebcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:21.266778 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370b4768-6f94-4cdf-9440-5f870eaebcd7 admin admin] Network 5b353ac4-ed28-4478-b090-8e94ec1a9c02 is already hosted by enough agents. {{(pid=109071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:54:21.270576 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [None req-370b4768-6f94-4cdf-9440-5f870eaebcd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:54:21.273235 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370b4768-6f94-4cdf-9440-5f870eaebcd7 admin admin] Received port after_create {{(pid=109071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:54:21.279992 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b4768-6f94-4cdf-9440-5f870eaebcd7 admin admin] Pushing event updated for resources: {'Port': ['ID=607b7e64-26cc-4826-b72e-fce7b0db8c59,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:21.326842 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-370b4768-6f94-4cdf-9440-5f870eaebcd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3688128'] for router_interface, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:21.344367 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-99921395-fe37-48d4-9dd8-1af7652d1945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:21.408994 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.db.api [None req-e2487794-3d7b-4411-bab9-56ca0666979b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 04:54:21.411134 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG oslo_db.api [None req-e2487794-3d7b-4411-bab9-56ca0666979b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 04:54:21.488393 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Pushing event updated for resources: {'Port': ['ID=981fb6f8-f020-4389-949f-fb04b00bd0e5,revision_number=3']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:21.489970 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-370b4768-6f94-4cdf-9440-5f870eaebcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:21.513271 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port a6d668e9-311c-42a9-b1bb-093b570e789c triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:54:21.513655 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:21.699427 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-370b4768-6f94-4cdf-9440-5f870eaebcd7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:21.705156 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-370b4768-6f94-4cdf-9440-5f870eaebcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8963629'] for port, after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:21.740853 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-99921395-fe37-48d4-9dd8-1af7652d1945 None None] Publish callbacks [] for port, precommit_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:21.745618 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-99921395-fe37-48d4-9dd8-1af7652d1945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:21.769990 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b4768-6f94-4cdf-9440-5f870eaebcd7 admin admin] Pushing event updated for resources: {'Port': ['ID=607b7e64-26cc-4826-b72e-fce7b0db8c59,revision_number=2']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:21.775031 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-370b4768-6f94-4cdf-9440-5f870eaebcd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4163469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3681904'] for router_interface, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:21.800358 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-99921395-fe37-48d4-9dd8-1af7652d1945 None None] Attempting to bind port 8abe2b38-b4f3-44e6-9b5c-9c1ce938823f on host dv-cinder-815582-6-iscsi for vnic_type normal with profile {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:54:21.800848 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-99921395-fe37-48d4-9dd8-1af7652d1945 None None] Attempting to bind port 8abe2b38-b4f3-44e6-9b5c-9c1ce938823f by drivers openvswitch,hyperv on host dv-cinder-815582-6-iscsi at level 0 using segments [{'id': '5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:54:21.801431 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99921395-fe37-48d4-9dd8-1af7652d1945 None None] Attempting to bind port 8abe2b38-b4f3-44e6-9b5c-9c1ce938823f on network 7252c0b9-b802-4561-8a54-4fb5c87ca7b8 {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:54:21.808350 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a18312-79e2-4315-928b-ba5081c1e7d8 None None] Pushing event updated for resources: {'Port': ['ID=8abe2b38-b4f3-44e6-9b5c-9c1ce938823f,revision_number=2']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:21.811571 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99921395-fe37-48d4-9dd8-1af7652d1945 None None] Checking agent: {'id': '2825277b-b27f-46a7-b452-1b49513b2056', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 40, 34), 'started_at': datetime.datetime(2021, 11, 25, 4, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:54:21.811917 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99921395-fe37-48d4-9dd8-1af7652d1945 None None] Checking segment: {'id': '5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:54:21.812363 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-99921395-fe37-48d4-9dd8-1af7652d1945 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:21.812752 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99921395-fe37-48d4-9dd8-1af7652d1945 None None] Bound using segment: {'id': '5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'} {{(pid=109072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:54:21.813219 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.managers [None req-99921395-fe37-48d4-9dd8-1af7652d1945 None None] Bound port: 8abe2b38-b4f3-44e6-9b5c-9c1ce938823f, host: dv-cinder-815582-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'}}] {{(pid=109072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:54:21.813618 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-99921395-fe37-48d4-9dd8-1af7652d1945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:21.873860 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-99921395-fe37-48d4-9dd8-1af7652d1945 None None] For port 8abe2b38-b4f3-44e6-9b5c-9c1ce938823f, host dv-cinder-815582-6-iscsi, cleared binding levels {{(pid=109072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:54:21.878479 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-99921395-fe37-48d4-9dd8-1af7652d1945 None None] For port 8abe2b38-b4f3-44e6-9b5c-9c1ce938823f, host dv-cinder-815582-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=8abe2b38-b4f3-44e6-9b5c-9c1ce938823f,segment=NetworkSegment(5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6),segment_id=5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6)] {{(pid=109072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:54:21.884090 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-99921395-fe37-48d4-9dd8-1af7652d1945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:21.885607 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370b4768-6f94-4cdf-9440-5f870eaebcd7 admin admin] Network 5b353ac4-ed28-4478-b090-8e94ec1a9c02 is already hosted by enough agents. {{(pid=109071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:54:21.888380 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [None req-370b4768-6f94-4cdf-9440-5f870eaebcd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:54:21.951913 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 981fb6f8-f020-4389-949f-fb04b00bd0e5 up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:54:22.020881 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a18312-79e2-4315-928b-ba5081c1e7d8 None None] Pushing event updated for resources: {'Port': ['ID=8abe2b38-b4f3-44e6-9b5c-9c1ce938823f,revision_number=3']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:22.026022 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99921395-fe37-48d4-9dd8-1af7652d1945 None None] Routers {'9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:54:22.026811 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-99921395-fe37-48d4-9dd8-1af7652d1945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:54:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:54:22.089263 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370b4768-6f94-4cdf-9440-5f870eaebcd7 admin admin] Router 9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93 has already been hosted by L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f {{(pid=109071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 04:54:22.108144 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port 981fb6f8-f020-4389-949f-fb04b00bd0e5 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:54:22.108779 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:22.115332 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61468a1-e340-4369-b7de-443b942d7789 req-1ad7b70f-34e7-495d-ba99-fec634fbe9c5 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:22.116959 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f61468a1-e340-4369-b7de-443b942d7789 req-1ad7b70f-34e7-495d-ba99-fec634fbe9c5 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 945 time: 0.1311781 Nov 25 04:54:22.124891 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425dd727-8054-4a9d-bd79-c7ac10c1f114 req-59a16466-7684-466b-86cb-4a68c2cc1f7e tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:22.127555 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-425dd727-8054-4a9d-bd79-c7ac10c1f114 req-59a16466-7684-466b-86cb-4a68c2cc1f7e tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 946 time: 0.0580120 Nov 25 04:54:22.196598 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-425dd727-8054-4a9d-bd79-c7ac10c1f114 req-0f70f524-7482-4c29-9390-e86eafdf3053 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551143 Nov 25 04:54:22.220237 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-6936751f-4954-4909-b609-e5ac32877f40 None None] Provisioning complete for port 59a4de55-82ab-4eb9-b12d-d6eef74f4174 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:54:22.220611 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-6936751f-4954-4909-b609-e5ac32877f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:22.223785 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-99921395-fe37-48d4-9dd8-1af7652d1945 None None] Set router 9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:54:22.249331 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f61468a1-e340-4369-b7de-443b942d7789 req-36baf296-d153-4d42-b67e-ef2ed882457c tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257751 Nov 25 04:54:22.262664 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370b4768-6f94-4cdf-9440-5f870eaebcd7 admin admin] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:54:22.274738 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-370b4768-6f94-4cdf-9440-5f870eaebcd7 admin admin] 10.222.0.36 "PUT /v2.0/routers/9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1146877 Nov 25 04:54:22.420271 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 59a4de55-82ab-4eb9-b12d-d6eef74f4174 up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:54:22.516418 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-6936751f-4954-4909-b609-e5ac32877f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:22.583037 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-6936751f-4954-4909-b609-e5ac32877f40 None None] For port 59a4de55-82ab-4eb9-b12d-d6eef74f4174, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=59a4de55-82ab-4eb9-b12d-d6eef74f4174,segment=NetworkSegment(39ae19d3-becf-4497-a554-bf3eb3e508ac),segment_id=39ae19d3-becf-4497-a554-bf3eb3e508ac)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:54:22.584660 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port 59a4de55-82ab-4eb9-b12d-d6eef74f4174 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:54:22.585057 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:22.590055 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-6936751f-4954-4909-b609-e5ac32877f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:22.663491 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-6936751f-4954-4909-b609-e5ac32877f40 None None] Provisioning complete for port 607b7e64-26cc-4826-b72e-fce7b0db8c59 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:54:22.663859 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-6936751f-4954-4909-b609-e5ac32877f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:22.714736 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936751f-4954-4909-b609-e5ac32877f40 None None] Pushing event updated for resources: {'Port': ['ID=59a4de55-82ab-4eb9-b12d-d6eef74f4174,revision_number=5']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:22.726734 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-6936751f-4954-4909-b609-e5ac32877f40 None None] Port 607b7e64-26cc-4826-b72e-fce7b0db8c59 cannot update to ACTIVE because it is not bound. {{(pid=109072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 04:54:22.729682 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-99921395-fe37-48d4-9dd8-1af7652d1945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93', 'name': 'tempest-TestVolumeBootPattern-2091907749-router', 'tenant_id': '4b2fbc33d10047668d8743369cb2f442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '8abe2b38-b4f3-44e6-9b5c-9c1ce938823f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:54:18Z', 'updated_at': '2021-11-25T04:54:21Z', 'revision_number': 4, 'project_id': '4b2fbc33d10047668d8743369cb2f442', 'gw_port': {'id': '8abe2b38-b4f3-44e6-9b5c-9c1ce938823f', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:18Z', 'updated_at': '2021-11-25T04:54:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '607b7e64-26cc-4826-b72e-fce7b0db8c59', 'name': '', 'network_id': '5b353ac4-ed28-4478-b090-8e94ec1a9c02', 'tenant_id': '4b2fbc33d10047668d8743369cb2f442', 'mac_address': 'fa:16:3e:fc:2e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'ada77f8a-9193-415a-a12a-371f1b1f9b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:20Z', 'updated_at': '2021-11-25T04:54:21Z', 'revision_number': 2, 'project_id': '4b2fbc33d10047668d8743369cb2f442', 'subnets': [{'id': 'ada77f8a-9193-415a-a12a-371f1b1f9b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:54:22.783782 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99921395-fe37-48d4-9dd8-1af7652d1945 None None] The sync data for ids ['9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93'] in dv-cinder-815582-6-iscsi is: [{'id': '9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93', 'name': 'tempest-TestVolumeBootPattern-2091907749-router', 'tenant_id': '4b2fbc33d10047668d8743369cb2f442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '8abe2b38-b4f3-44e6-9b5c-9c1ce938823f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:54:18Z', 'updated_at': '2021-11-25T04:54:21Z', 'revision_number': 4, 'project_id': '4b2fbc33d10047668d8743369cb2f442', 'gw_port': {'id': '8abe2b38-b4f3-44e6-9b5c-9c1ce938823f', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:18Z', 'updated_at': '2021-11-25T04:54:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '607b7e64-26cc-4826-b72e-fce7b0db8c59', 'name': '', 'network_id': '5b353ac4-ed28-4478-b090-8e94ec1a9c02', 'tenant_id': '4b2fbc33d10047668d8743369cb2f442', 'mac_address': 'fa:16:3e:fc:2e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'ada77f8a-9193-415a-a12a-371f1b1f9b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:20Z', 'updated_at': '2021-11-25T04:54:21Z', 'revision_number': 2, 'project_id': '4b2fbc33d10047668d8743369cb2f442', 'subnets': [{'id': 'ada77f8a-9193-415a-a12a-371f1b1f9b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:54:22.796103 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-6936751f-4954-4909-b609-e5ac32877f40 None None] Provisioning complete for port 981fb6f8-f020-4389-949f-fb04b00bd0e5 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:54:22.796519 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-6936751f-4954-4909-b609-e5ac32877f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:22.864115 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 59826) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:54:22.868961 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-36c114f0-050f-4e89-9e5b-55a49e4f2523 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1788556079', 'description': 'tempest-secgroup-smoke-1788556079 description', 'project_id': '8522662999744d00a4b23e041e4ada60'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:54:22.892968 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-36c114f0-050f-4e89-9e5b-55a49e4f2523 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:22.966862 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-36c114f0-050f-4e89-9e5b-55a49e4f2523 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:22.972343 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-36c114f0-050f-4e89-9e5b-55a49e4f2523 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:23.007470 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c114f0-050f-4e89-9e5b-55a49e4f2523 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f84c611-44f9-4b45-a87f-6e370e5d478e,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:23.012083 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-36c114f0-050f-4e89-9e5b-55a49e4f2523 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:23.016330 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-36c114f0-050f-4e89-9e5b-55a49e4f2523 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1482053 Nov 25 04:54:23.016725 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 59828) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:54:23.021411 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-e19fbb2c-0f76-483f-9d35-f697f87404b6 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Request body: {'security_group_rule': {'security_group_id': '6f84c611-44f9-4b45-a87f-6e370e5d478e', 'project_id': '8522662999744d00a4b23e041e4ada60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:54:23.039168 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-8b64d67d-34bc-4ed8-9169-9e4746b4fd2b None None] Provisioning complete for port 607b7e64-26cc-4826-b72e-fce7b0db8c59 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:54:23.039545 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-8b64d67d-34bc-4ed8-9169-9e4746b4fd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:23.054294 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e19fbb2c-0f76-483f-9d35-f697f87404b6 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:23.077579 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-8b64d67d-34bc-4ed8-9169-9e4746b4fd2b None None] Port 607b7e64-26cc-4826-b72e-fce7b0db8c59 cannot update to ACTIVE because it is not bound. {{(pid=109072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 04:54:23.124336 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e19fbb2c-0f76-483f-9d35-f697f87404b6 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:23.129961 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e19fbb2c-0f76-483f-9d35-f697f87404b6 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788942'] for security_group_rule, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:23.148579 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19fbb2c-0f76-483f-9d35-f697f87404b6 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e953eb1-5672-4cca-81ac-2154f57ed01f,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:23.158480 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e19fbb2c-0f76-483f-9d35-f697f87404b6 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:23.159852 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-e19fbb2c-0f76-483f-9d35-f697f87404b6 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1419961 Nov 25 04:54:23.162973 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 59830) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:54:23.167579 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-30ee7c04-80ad-46c8-8640-a95ef00f2aa9 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Request body: {'security_group_rule': {'security_group_id': '6f84c611-44f9-4b45-a87f-6e370e5d478e', 'project_id': '8522662999744d00a4b23e041e4ada60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:54:23.196330 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-30ee7c04-80ad-46c8-8640-a95ef00f2aa9 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:23.259917 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-30ee7c04-80ad-46c8-8640-a95ef00f2aa9 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:23.265045 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-30ee7c04-80ad-46c8-8640-a95ef00f2aa9 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788942'] for security_group_rule, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:23.285916 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee7c04-80ad-46c8-8640-a95ef00f2aa9 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a452266-b408-467a-8b9a-850047465977,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:23.302827 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-30ee7c04-80ad-46c8-8640-a95ef00f2aa9 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:23.304120 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-30ee7c04-80ad-46c8-8640-a95ef00f2aa9 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1400893 Nov 25 04:54:23.307014 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 59836) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:54:23.321151 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-7baa4626-5d8d-4835-b7db-d46f55771b5d tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Request body: {'security_group_rule': {'security_group_id': '6f84c611-44f9-4b45-a87f-6e370e5d478e', 'project_id': '8522662999744d00a4b23e041e4ada60', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:54:23.369924 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7baa4626-5d8d-4835-b7db-d46f55771b5d tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:23.450768 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad255320-0e1b-4653-9d55-6ed18e54cf08 req-59f134f6-7a96-4ff5-924f-78aac507d57c tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:23.452543 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ad255320-0e1b-4653-9d55-6ed18e54cf08 req-59f134f6-7a96-4ff5-924f-78aac507d57c tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 945 time: 0.0952876 Nov 25 04:54:23.509572 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7baa4626-5d8d-4835-b7db-d46f55771b5d tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:23.525314 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7baa4626-5d8d-4835-b7db-d46f55771b5d tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788942'] for security_group_rule, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:23.563906 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ab8f2ca2-15ce-40a1-bbb3-f246c3b9ec86 req-bc281370-3ad1-48f6-a032-1f3b215253c6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1366067 Nov 25 04:54:23.565509 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa4626-5d8d-4835-b7db-d46f55771b5d tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d97d90-21e4-4730-bcca-3231b4e1aec8,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:23.570798 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ad255320-0e1b-4653-9d55-6ed18e54cf08 req-623d0629-00fb-4d4a-8522-c718b5e686ab tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027715 Nov 25 04:54:23.578994 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7baa4626-5d8d-4835-b7db-d46f55771b5d tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:23.583019 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-7baa4626-5d8d-4835-b7db-d46f55771b5d tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2720494 Nov 25 04:54:23.583417 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 59838) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:54:23.587969 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-d4aad807-e6f8-40e2-a18a-b351b4e95af8 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Request body: {'security_group_rule': {'security_group_id': '6f84c611-44f9-4b45-a87f-6e370e5d478e', 'project_id': '8522662999744d00a4b23e041e4ada60', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:54:23.649778 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d4aad807-e6f8-40e2-a18a-b351b4e95af8 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:23.651459 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80dee4-81c5-43df-b4e8-93f1b4618063 req-7ceec0db-b35d-493e-92c6-4341a33b0477 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:23.653337 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-2c80dee4-81c5-43df-b4e8-93f1b4618063 req-7ceec0db-b35d-493e-92c6-4341a33b0477 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 946 time: 0.3889415 Nov 25 04:54:23.691336 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f2ca2-15ce-40a1-bbb3-f246c3b9ec86 req-d65b94bc-1dfa-46f6-99c3-74baa089c898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:23.693657 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ab8f2ca2-15ce-40a1-bbb3-f246c3b9ec86 req-d65b94bc-1dfa-46f6-99c3-74baa089c898 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff8379d8cdb74602af55d34607368946&device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 1098 time: 0.0818768 Nov 25 04:54:23.750594 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-2c80dee4-81c5-43df-b4e8-93f1b4618063 req-f2c5823c-68ce-4041-ac57-b51bbffc6736 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892413 Nov 25 04:54:23.781186 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d4aad807-e6f8-40e2-a18a-b351b4e95af8 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:23.786808 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d4aad807-e6f8-40e2-a18a-b351b4e95af8 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788942'] for security_group_rule, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:23.814690 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aad807-e6f8-40e2-a18a-b351b4e95af8 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45c9c428-d4b5-4843-b1ff-63f1cdc204f3,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:23.836371 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d4aad807-e6f8-40e2-a18a-b351b4e95af8 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:23.840580 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-d4aad807-e6f8-40e2-a18a-b351b4e95af8 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2560413 Nov 25 04:54:23.842530 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 59840) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:54:23.856482 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-330595f6-9a67-435a-9dc0-6c935ff3279e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Request body: {'security_group_rule': {'security_group_id': '6f84c611-44f9-4b45-a87f-6e370e5d478e', 'project_id': '8522662999744d00a4b23e041e4ada60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:54:23.871115 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f2ca2-15ce-40a1-bbb3-f246c3b9ec86 req-a3af0eeb-202f-4b9f-88a5-40967fb655eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:23.873330 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ab8f2ca2-15ce-40a1-bbb3-f246c3b9ec86 req-a3af0eeb-202f-4b9f-88a5-40967fb655eb service neutron] 10.222.0.41 "GET /v2.0/networks?id=f77f365b-02be-45f9-954a-13cddcd52f52 HTTP/1.1" status: 200 len: 912 time: 0.1564469 Nov 25 04:54:23.919793 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.db.securitygroups_db [None req-330595f6-9a67-435a-9dc0-6c935ff3279e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Project 8522662999744d00a4b23e041e4ada60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 04:54:23.928592 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-330595f6-9a67-435a-9dc0-6c935ff3279e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:23.971104 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ab8f2ca2-15ce-40a1-bbb3-f246c3b9ec86 req-ba82ca3c-4633-4650-aedf-611c3e61c168 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebadb325-8860-4cb6-8504-da1f2d1ebee5 HTTP/1.1" status: 200 len: 1001 time: 0.0871594 Nov 25 04:54:23.979813 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 8abe2b38-b4f3-44e6-9b5c-9c1ce938823f up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:54:24.014912 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 6 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 04:54:24.030743 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-330595f6-9a67-435a-9dc0-6c935ff3279e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:24.039489 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-330595f6-9a67-435a-9dc0-6c935ff3279e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788942'] for security_group_rule, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:24.043203 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port 8abe2b38-b4f3-44e6-9b5c-9c1ce938823f triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:54:24.043729 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:24.057103 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f2ca2-15ce-40a1-bbb3-f246c3b9ec86 req-ca0d76bb-a272-4146-9991-7b5b1ad14bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:24.058648 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ab8f2ca2-15ce-40a1-bbb3-f246c3b9ec86 req-ca0d76bb-a272-4146-9991-7b5b1ad14bcd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9662cdb6-12c0-4624-997f-c4dc12ecd471 HTTP/1.1" status: 200 len: 850 time: 0.0757926 Nov 25 04:54:24.064142 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330595f6-9a67-435a-9dc0-6c935ff3279e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e5a84e9-6b05-498b-9aaf-0c98b4b22f7c,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:24.081769 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-330595f6-9a67-435a-9dc0-6c935ff3279e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:24.085884 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-330595f6-9a67-435a-9dc0-6c935ff3279e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2363722 Nov 25 04:54:24.086354 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 59842) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:54:24.091095 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-8b80ddf6-3c73-4bb5-bfe6-9d09bc66056c tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Request body: {'security_group_rule': {'security_group_id': '6f84c611-44f9-4b45-a87f-6e370e5d478e', 'project_id': '8522662999744d00a4b23e041e4ada60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:54:24.115099 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f2ca2-15ce-40a1-bbb3-f246c3b9ec86 req-f3b4ecff-69e6-4896-b4dc-b33fc9544288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:24.116859 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ab8f2ca2-15ce-40a1-bbb3-f246c3b9ec86 req-f3b4ecff-69e6-4896-b4dc-b33fc9544288 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f77f365b-02be-45f9-954a-13cddcd52f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472162 Nov 25 04:54:24.118989 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.db.securitygroups_db [None req-8b80ddf6-3c73-4bb5-bfe6-9d09bc66056c tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Project 8522662999744d00a4b23e041e4ada60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 04:54:24.126595 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-8b80ddf6-3c73-4bb5-bfe6-9d09bc66056c tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:24.200953 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-8b80ddf6-3c73-4bb5-bfe6-9d09bc66056c tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:24.207787 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-8b80ddf6-3c73-4bb5-bfe6-9d09bc66056c tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788942'] for security_group_rule, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:24.234042 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b80ddf6-3c73-4bb5-bfe6-9d09bc66056c tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae0b5c2b-0dcd-4887-9d6e-8d38b9d1da2c,revision_number=0']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:24.236901 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ab8f2ca2-15ce-40a1-bbb3-f246c3b9ec86 req-4a7dff4b-e7d2-4037-be49-cf8b41cd2d12 service neutron] 10.222.0.41 "GET /v2.0/networks/f77f365b-02be-45f9-954a-13cddcd52f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123950 Nov 25 04:54:24.240608 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-8b80ddf6-3c73-4bb5-bfe6-9d09bc66056c tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:24.245426 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-8b80ddf6-3c73-4bb5-bfe6-9d09bc66056c tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1577747 Nov 25 04:54:24.293448 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:24.341084 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:24.362492 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ab8f2ca2-15ce-40a1-bbb3-f246c3b9ec86 req-e63e8720-6607-4445-90d4-67071d6aad62 service neutron] 10.222.0.41 "GET /v2.0/networks/f77f365b-02be-45f9-954a-13cddcd52f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151111 Nov 25 04:54:24.374955 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] For port 8abe2b38-b4f3-44e6-9b5c-9c1ce938823f, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=8abe2b38-b4f3-44e6-9b5c-9c1ce938823f,segment=NetworkSegment(5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6),segment_id=5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:54:24.383412 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:24.385024 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 59a4de55-82ab-4eb9-b12d-d6eef74f4174 up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:54:24.475731 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Pushing event updated for resources: {'Port': ['ID=8abe2b38-b4f3-44e6-9b5c-9c1ce938823f,revision_number=4']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:24.490247 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port 59a4de55-82ab-4eb9-b12d-d6eef74f4174 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:54:24.490627 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:24.722050 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8853e1-0f56-4627-94fb-99837d8fd3ec req-e8211588-c7cc-4d35-900c-2ddbf7f640c7 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:24.731177 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ad8853e1-0f56-4627-94fb-99837d8fd3ec req-e8211588-c7cc-4d35-900c-2ddbf7f640c7 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 945 time: 0.0749311 Nov 25 04:54:24.792540 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ad8853e1-0f56-4627-94fb-99837d8fd3ec req-c7c207ea-d740-4daa-9c76-38a64bb9a0d7 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545962 Nov 25 04:54:24.866488 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4376341-5847-47fe-bef8-196501053bc8 req-4decb760-af2e-4d4c-89a2-102bd6332fd4 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:24.867954 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-d4376341-5847-47fe-bef8-196501053bc8 req-4decb760-af2e-4d4c-89a2-102bd6332fd4 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 946 time: 0.0496097 Nov 25 04:54:24.922925 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-d4376341-5847-47fe-bef8-196501053bc8 req-97495091-31e3-497d-9385-f87178f6ba6f tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489230 Nov 25 04:54:25.243629 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75738c3f-c132-4aa5-8a56-4daf8acfa282 None None] Sync routers for ids ['9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93'] in dv-cinder-815582-6-iscsi {{(pid=109073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:54:25.254959 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75738c3f-c132-4aa5-8a56-4daf8acfa282 None None] Routers {'9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:54:25.255606 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-75738c3f-c132-4aa5-8a56-4daf8acfa282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:54:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93'], 'active': True} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:54:25.366248 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvr_db [None req-75738c3f-c132-4aa5-8a56-4daf8acfa282 None None] Set router 9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:54:25.573946 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-75738c3f-c132-4aa5-8a56-4daf8acfa282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93', 'name': 'tempest-TestVolumeBootPattern-2091907749-router', 'tenant_id': '4b2fbc33d10047668d8743369cb2f442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '8abe2b38-b4f3-44e6-9b5c-9c1ce938823f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:54:18Z', 'updated_at': '2021-11-25T04:54:21Z', 'revision_number': 4, 'project_id': '4b2fbc33d10047668d8743369cb2f442', 'gw_port': {'id': '8abe2b38-b4f3-44e6-9b5c-9c1ce938823f', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:18Z', 'updated_at': '2021-11-25T04:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '607b7e64-26cc-4826-b72e-fce7b0db8c59', 'name': '', 'network_id': '5b353ac4-ed28-4478-b090-8e94ec1a9c02', 'tenant_id': '4b2fbc33d10047668d8743369cb2f442', 'mac_address': 'fa:16:3e:fc:2e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'ada77f8a-9193-415a-a12a-371f1b1f9b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:20Z', 'updated_at': '2021-11-25T04:54:21Z', 'revision_number': 2, 'project_id': '4b2fbc33d10047668d8743369cb2f442', 'subnets': [{'id': 'ada77f8a-9193-415a-a12a-371f1b1f9b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:54:25.603920 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75738c3f-c132-4aa5-8a56-4daf8acfa282 None None] Checking router: 9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93 for host: dv-cinder-815582-6-iscsi {{(pid=109073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:54:25.604320 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75738c3f-c132-4aa5-8a56-4daf8acfa282 None None] Updating router 9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93 port 607b7e64-26cc-4826-b72e-fce7b0db8c59 binding host dv-cinder-815582-6-iscsi {{(pid=109073) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 04:54:25.633055 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-75738c3f-c132-4aa5-8a56-4daf8acfa282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:25.892850 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 8abe2b38-b4f3-44e6-9b5c-9c1ce938823f up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:54:25.914018 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-75738c3f-c132-4aa5-8a56-4daf8acfa282 None None] Publish callbacks [] for port, precommit_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:25.916652 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef239f9-b36b-4152-b36e-956f12605ae5 req-b4105ca2-145b-4ae0-a390-7948a25f3846 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:25.918210 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2ef239f9-b36b-4152-b36e-956f12605ae5 req-b4105ca2-145b-4ae0-a390-7948a25f3846 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 945 time: 0.0583477 Nov 25 04:54:25.921573 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-75738c3f-c132-4aa5-8a56-4daf8acfa282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:25.944003 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port 8abe2b38-b4f3-44e6-9b5c-9c1ce938823f triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:54:25.944468 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:25.985202 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e60ef-38a1-4582-bd66-c5d5d2a144e7 None None] Pushing event updated for resources: {'Port': ['ID=607b7e64-26cc-4826-b72e-fce7b0db8c59,revision_number=3']} {{(pid=109073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:25.996250 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2ef239f9-b36b-4152-b36e-956f12605ae5 req-2a89b006-f925-4b6d-89cf-2fafb7197366 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696816 Nov 25 04:54:26.064106 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.managers [None req-75738c3f-c132-4aa5-8a56-4daf8acfa282 None None] Attempting to bind port 607b7e64-26cc-4826-b72e-fce7b0db8c59 on host dv-cinder-815582-6-iscsi for vnic_type normal with profile {{(pid=109073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:54:26.064520 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.managers [None req-75738c3f-c132-4aa5-8a56-4daf8acfa282 None None] Attempting to bind port 607b7e64-26cc-4826-b72e-fce7b0db8c59 by drivers openvswitch,hyperv on host dv-cinder-815582-6-iscsi at level 0 using segments [{'id': '35cee42c-b62e-4fa3-8a58-575c7e5c4cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b353ac4-ed28-4478-b090-8e94ec1a9c02'}] {{(pid=109073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:54:26.065106 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75738c3f-c132-4aa5-8a56-4daf8acfa282 None None] Attempting to bind port 607b7e64-26cc-4826-b72e-fce7b0db8c59 on network 5b353ac4-ed28-4478-b090-8e94ec1a9c02 {{(pid=109073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:54:26.070890 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75738c3f-c132-4aa5-8a56-4daf8acfa282 None None] Checking agent: {'id': '2825277b-b27f-46a7-b452-1b49513b2056', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815582-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 40, 34), 'started_at': datetime.datetime(2021, 11, 25, 4, 41, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815582-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:54:26.071274 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75738c3f-c132-4aa5-8a56-4daf8acfa282 None None] Checking segment: {'id': '35cee42c-b62e-4fa3-8a58-575c7e5c4cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b353ac4-ed28-4478-b090-8e94ec1a9c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:54:26.071686 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-75738c3f-c132-4aa5-8a56-4daf8acfa282 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:26.072093 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75738c3f-c132-4aa5-8a56-4daf8acfa282 None None] Bound using segment: {'id': '35cee42c-b62e-4fa3-8a58-575c7e5c4cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b353ac4-ed28-4478-b090-8e94ec1a9c02'} {{(pid=109073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:54:26.072597 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.managers [None req-75738c3f-c132-4aa5-8a56-4daf8acfa282 None None] Bound port: 607b7e64-26cc-4826-b72e-fce7b0db8c59, host: dv-cinder-815582-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35cee42c-b62e-4fa3-8a58-575c7e5c4cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '5b353ac4-ed28-4478-b090-8e94ec1a9c02'}}] {{(pid=109073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:54:26.072999 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-75738c3f-c132-4aa5-8a56-4daf8acfa282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:26.075828 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3200a-389e-45fe-b2b3-166e45a98a8a req-adb4d103-fbbf-4e20-8c23-8d3a6c282b3a tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:26.077424 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-95d3200a-389e-45fe-b2b3-166e45a98a8a req-adb4d103-fbbf-4e20-8c23-8d3a6c282b3a tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 946 time: 0.0534842 Nov 25 04:54:26.133885 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-95d3200a-389e-45fe-b2b3-166e45a98a8a req-123c0d2c-c45f-4f56-9e8a-f6c373821778 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494471 Nov 25 04:54:26.145266 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.db [None req-75738c3f-c132-4aa5-8a56-4daf8acfa282 None None] For port 607b7e64-26cc-4826-b72e-fce7b0db8c59, host dv-cinder-815582-6-iscsi, cleared binding levels {{(pid=109073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:54:26.149168 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.plugins.ml2.db [None req-75738c3f-c132-4aa5-8a56-4daf8acfa282 None None] For port 607b7e64-26cc-4826-b72e-fce7b0db8c59, host dv-cinder-815582-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=607b7e64-26cc-4826-b72e-fce7b0db8c59,segment=NetworkSegment(35cee42c-b62e-4fa3-8a58-575c7e5c4cac),segment_id=35cee42c-b62e-4fa3-8a58-575c7e5c4cac)] {{(pid=109073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:54:26.155094 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron_lib.callbacks.manager [None req-75738c3f-c132-4aa5-8a56-4daf8acfa282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:26.218856 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75738c3f-c132-4aa5-8a56-4daf8acfa282 None None] Routers {'9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:54:26.219403 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-75738c3f-c132-4aa5-8a56-4daf8acfa282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:54:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93'], 'active': True} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:54:26.221084 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e60ef-38a1-4582-bd66-c5d5d2a144e7 None None] Pushing event updated for resources: {'Port': ['ID=607b7e64-26cc-4826-b72e-fce7b0db8c59,revision_number=4']} {{(pid=109073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:26.323123 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-42ae2429-f563-4ca2-8cc2-719615d368df None None] Provisioning complete for port 607b7e64-26cc-4826-b72e-fce7b0db8c59 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:54:26.323506 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-42ae2429-f563-4ca2-8cc2-719615d368df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:26.336491 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvr_db [None req-75738c3f-c132-4aa5-8a56-4daf8acfa282 None None] Set router 9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:54:26.427625 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-42ae2429-f563-4ca2-8cc2-719615d368df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:26.466952 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-42ae2429-f563-4ca2-8cc2-719615d368df None None] For port 607b7e64-26cc-4826-b72e-fce7b0db8c59, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=607b7e64-26cc-4826-b72e-fce7b0db8c59,segment=NetworkSegment(35cee42c-b62e-4fa3-8a58-575c7e5c4cac),segment_id=35cee42c-b62e-4fa3-8a58-575c7e5c4cac)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:54:26.472379 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-42ae2429-f563-4ca2-8cc2-719615d368df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:26.525642 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae2429-f563-4ca2-8cc2-719615d368df None None] Pushing event updated for resources: {'Port': ['ID=607b7e64-26cc-4826-b72e-fce7b0db8c59,revision_number=5']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:26.591980 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-5b12732b-1e61-4e77-94d4-3f84955f1136 None None] Provisioning complete for port 607b7e64-26cc-4826-b72e-fce7b0db8c59 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:54:26.592425 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-5b12732b-1e61-4e77-94d4-3f84955f1136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:26.644634 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-75738c3f-c132-4aa5-8a56-4daf8acfa282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93', 'name': 'tempest-TestVolumeBootPattern-2091907749-router', 'tenant_id': '4b2fbc33d10047668d8743369cb2f442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '8abe2b38-b4f3-44e6-9b5c-9c1ce938823f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:54:18Z', 'updated_at': '2021-11-25T04:54:21Z', 'revision_number': 4, 'project_id': '4b2fbc33d10047668d8743369cb2f442', 'gw_port': {'id': '8abe2b38-b4f3-44e6-9b5c-9c1ce938823f', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:18Z', 'updated_at': '2021-11-25T04:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '607b7e64-26cc-4826-b72e-fce7b0db8c59', 'name': '', 'network_id': '5b353ac4-ed28-4478-b090-8e94ec1a9c02', 'tenant_id': '4b2fbc33d10047668d8743369cb2f442', 'mac_address': 'fa:16:3e:fc:2e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'ada77f8a-9193-415a-a12a-371f1b1f9b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:20Z', 'updated_at': '2021-11-25T04:54:26Z', 'revision_number': 4, 'project_id': '4b2fbc33d10047668d8743369cb2f442', 'subnets': [{'id': 'ada77f8a-9193-415a-a12a-371f1b1f9b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:54:26.670078 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75738c3f-c132-4aa5-8a56-4daf8acfa282 None None] The sync data for ids ['9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93'] in dv-cinder-815582-6-iscsi is: [{'id': '9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93', 'name': 'tempest-TestVolumeBootPattern-2091907749-router', 'tenant_id': '4b2fbc33d10047668d8743369cb2f442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '8abe2b38-b4f3-44e6-9b5c-9c1ce938823f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:54:18Z', 'updated_at': '2021-11-25T04:54:21Z', 'revision_number': 4, 'project_id': '4b2fbc33d10047668d8743369cb2f442', 'gw_port': {'id': '8abe2b38-b4f3-44e6-9b5c-9c1ce938823f', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:18Z', 'updated_at': '2021-11-25T04:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '607b7e64-26cc-4826-b72e-fce7b0db8c59', 'name': '', 'network_id': '5b353ac4-ed28-4478-b090-8e94ec1a9c02', 'tenant_id': '4b2fbc33d10047668d8743369cb2f442', 'mac_address': 'fa:16:3e:fc:2e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'ada77f8a-9193-415a-a12a-371f1b1f9b12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:20Z', 'updated_at': '2021-11-25T04:54:26Z', 'revision_number': 4, 'project_id': '4b2fbc33d10047668d8743369cb2f442', 'subnets': [{'id': 'ada77f8a-9193-415a-a12a-371f1b1f9b12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:54:27.121280 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e83865-2945-4349-8323-57e173c4b687 req-0b2423e1-c745-4fcb-822d-2cec390ac602 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:27.122884 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-30e83865-2945-4349-8323-57e173c4b687 req-0b2423e1-c745-4fcb-822d-2cec390ac602 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 945 time: 0.0522246 Nov 25 04:54:27.174940 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-30e83865-2945-4349-8323-57e173c4b687 req-b42616ac-6bfa-4fbc-8ca8-ec682a288222 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459604 Nov 25 04:54:27.252913 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a6998-85f6-4e2d-a88c-e9305c15916e req-337da06d-a7e5-43b3-be97-3e698c6f71e7 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:27.254560 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-db1a6998-85f6-4e2d-a88c-e9305c15916e req-337da06d-a7e5-43b3-be97-3e698c6f71e7 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 946 time: 0.0493767 Nov 25 04:54:27.308525 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-db1a6998-85f6-4e2d-a88c-e9305c15916e req-5fe841b3-7d55-4304-b9b5-8bec35e6b8f1 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464048 Nov 25 04:54:27.775979 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-0f716964-3eee-4835-aff7-1684af1925c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:27.916494 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 607b7e64-26cc-4826-b72e-fce7b0db8c59 up at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:54:27.972642 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Provisioning complete for port 607b7e64-26cc-4826-b72e-fce7b0db8c59 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:54:27.973372 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:28.321317 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3e76f-71d3-43e9-aeda-f34cf162907f req-6c6fd04d-2d28-4c7a-9003-a3e1476e3ac7 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:28.322941 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5ab3e76f-71d3-43e9-aeda-f34cf162907f req-6c6fd04d-2d28-4c7a-9003-a3e1476e3ac7 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 945 time: 0.0643454 Nov 25 04:54:28.371736 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5ab3e76f-71d3-43e9-aeda-f34cf162907f req-54ef4bc9-e75e-48a2-9c99-d51eb916d7e1 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427144 Nov 25 04:54:28.438770 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd81e21-12cc-4300-99d9-af02c5da6d1c req-1b64900c-4a00-42fc-81b5-b0b7fec0ff7e tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:28.440251 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-fbd81e21-12cc-4300-99d9-af02c5da6d1c req-1b64900c-4a00-42fc-81b5-b0b7fec0ff7e tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 946 time: 0.0614731 Nov 25 04:54:28.493376 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-fbd81e21-12cc-4300-99d9-af02c5da6d1c req-94b13685-f4d6-416c-9d34-d2940179ab57 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470142 Nov 25 04:54:29.500862 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a95b0-349e-4c6f-8975-f6ed76f4aaaa req-e3ba661a-7f42-428a-b69c-28f953d3af20 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:29.502265 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c81a95b0-349e-4c6f-8975-f6ed76f4aaaa req-e3ba661a-7f42-428a-b69c-28f953d3af20 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 945 time: 0.0556257 Nov 25 04:54:29.557086 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c81a95b0-349e-4c6f-8975-f6ed76f4aaaa req-9468c0da-a76c-4643-bf22-8f6db485c660 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456464 Nov 25 04:54:29.618784 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da3a93-757a-400d-9437-1ad01f3973f0 req-35d21113-821c-4e62-8b9e-34a8dcc5db41 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:29.620435 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a5da3a93-757a-400d-9437-1ad01f3973f0 req-35d21113-821c-4e62-8b9e-34a8dcc5db41 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 946 time: 0.0496550 Nov 25 04:54:29.672607 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a5da3a93-757a-400d-9437-1ad01f3973f0 req-c295362b-0d65-480b-8c0e-bcd2a66cda02 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457559 Nov 25 04:54:29.899090 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44eade5-59b4-468c-a099-65c1a505f271 req-3a7bd03e-2ff1-478b-893e-f4782cb30ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:29.900848 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c44eade5-59b4-468c-a099-65c1a505f271 req-3a7bd03e-2ff1-478b-893e-f4782cb30ced service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1554cf6f72d42199fcfe7ce71bac429&device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 1099 time: 0.0429404 Nov 25 04:54:30.004813 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44eade5-59b4-468c-a099-65c1a505f271 req-2d2c9d5e-6a1a-46c9-90ed-f3740c014693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:30.006327 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c44eade5-59b4-468c-a099-65c1a505f271 req-2d2c9d5e-6a1a-46c9-90ed-f3740c014693 service neutron] 10.222.0.41 "GET /v2.0/networks?id=be1d7544-b7f8-462b-9559-3e902da9b232 HTTP/1.1" status: 200 len: 909 time: 0.0969908 Nov 25 04:54:30.076886 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c44eade5-59b4-468c-a099-65c1a505f271 req-e17947e6-5155-4357-b417-884ef9627fc8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a95c402-b2e8-4638-8bb0-f410aa3e568a HTTP/1.1" status: 200 len: 1002 time: 0.0623188 Nov 25 04:54:30.130214 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44eade5-59b4-468c-a099-65c1a505f271 req-97eddd99-1040-4ccd-97d4-a0c1cf507708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:30.131739 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c44eade5-59b4-468c-a099-65c1a505f271 req-97eddd99-1040-4ccd-97d4-a0c1cf507708 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48c4a844-83ca-4382-b5e0-23d313e6e9e6 HTTP/1.1" status: 200 len: 847 time: 0.0477993 Nov 25 04:54:30.169241 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-adabd4f6-2ebb-4e5d-98fd-0cb7234eb84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:30.183157 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44eade5-59b4-468c-a099-65c1a505f271 req-65407949-3734-4aec-80ad-5cfa805a5739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:30.184684 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c44eade5-59b4-468c-a099-65c1a505f271 req-65407949-3734-4aec-80ad-5cfa805a5739 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=be1d7544-b7f8-462b-9559-3e902da9b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449209 Nov 25 04:54:30.276620 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c44eade5-59b4-468c-a099-65c1a505f271 req-90d8c818-4948-4ea5-8d6d-acf8db993300 service neutron] 10.222.0.41 "GET /v2.0/networks/be1d7544-b7f8-462b-9559-3e902da9b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839219 Nov 25 04:54:30.379998 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c44eade5-59b4-468c-a099-65c1a505f271 req-5141ae5c-6071-4b56-b41f-a0cdb5b078b5 service neutron] 10.222.0.41 "GET /v2.0/networks/be1d7544-b7f8-462b-9559-3e902da9b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917237 Nov 25 04:54:30.692299 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2229e1-f631-49d1-9455-5c17e8f0158c req-9f89ddd5-95dc-419c-a18d-9460fd5c9703 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:30.693679 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8e2229e1-f631-49d1-9455-5c17e8f0158c req-9f89ddd5-95dc-419c-a18d-9460fd5c9703 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 945 time: 0.0541523 Nov 25 04:54:30.743010 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8e2229e1-f631-49d1-9455-5c17e8f0158c req-c9e525c4-9bf3-44cd-9ada-e8862bfd63b0 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430596 Nov 25 04:54:30.803054 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206aed1c-f6b2-4106-a430-73a1e83fa67a req-2def06e5-8ee5-4b75-865c-6a48521546ff tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:30.804572 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-206aed1c-f6b2-4106-a430-73a1e83fa67a req-2def06e5-8ee5-4b75-865c-6a48521546ff tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 946 time: 0.0536926 Nov 25 04:54:30.857859 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-206aed1c-f6b2-4106-a430-73a1e83fa67a req-b4172fa9-882d-4c4c-9e0c-2a484734edbb tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468252 Nov 25 04:54:31.237149 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:31.873607 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b72a1d-1ee1-47b5-9788-de5debbd4078 req-566b0388-d7da-4b78-bcca-3a252b83dd78 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:31.875006 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a3b72a1d-1ee1-47b5-9788-de5debbd4078 req-566b0388-d7da-4b78-bcca-3a252b83dd78 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 945 time: 0.0545616 Nov 25 04:54:31.923371 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a3b72a1d-1ee1-47b5-9788-de5debbd4078 req-3c860569-196b-4d49-972e-6e3c61abe04b tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421486 Nov 25 04:54:31.989690 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ad3bd-6902-4e1e-8cfd-68ca6d9ee55d req-4324cf1e-602a-4764-9da6-24612aa15ad0 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:31.991210 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-2c8ad3bd-6902-4e1e-8cfd-68ca6d9ee55d req-4324cf1e-602a-4764-9da6-24612aa15ad0 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 946 time: 0.0611868 Nov 25 04:54:32.044773 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-2c8ad3bd-6902-4e1e-8cfd-68ca6d9ee55d req-f7523e5b-8248-403f-bcac-fda47e61bc68 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449333 Nov 25 04:54:32.639055 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:33.177529 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e907b85-eb69-44b6-86fa-54dfa18f9897 req-d523e9fd-b9fc-4b66-a067-8bfa36a5fabb tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:33.179341 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5e907b85-eb69-44b6-86fa-54dfa18f9897 req-d523e9fd-b9fc-4b66-a067-8bfa36a5fabb tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 946 time: 0.0535100 Nov 25 04:54:33.241282 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5e907b85-eb69-44b6-86fa-54dfa18f9897 req-5ed53ab7-c0a7-425c-a778-fa78e4cdba26 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512741 Nov 25 04:54:33.301857 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc06b44-1400-4f15-a152-5c69b1a57b61 req-ff8aa4ce-e0b5-49c3-af2f-f1caa1d9f10a tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:33.303363 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9bc06b44-1400-4f15-a152-5c69b1a57b61 req-ff8aa4ce-e0b5-49c3-af2f-f1caa1d9f10a tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 945 time: 0.3063035 Nov 25 04:54:33.356080 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9bc06b44-1400-4f15-a152-5c69b1a57b61 req-7a4308db-8f83-41f9-976b-3d228f281271 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463862 Nov 25 04:54:33.408904 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [req-0ce2d011-a50e-422d-a03e-c688b6155f69 req-9a667ee6-0f7e-4aa5-b050-038fe4cedfb6 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109071) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 04:54:33.409913 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0ce2d011-a50e-422d-a03e-c688b6155f69 req-9a667ee6-0f7e-4aa5-b050-038fe4cedfb6 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0993841 Nov 25 04:54:33.584565 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:34.494585 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cca4d9-88f9-472e-bffa-e27e4f0fd9db req-3641406f-e990-4865-97dc-efef84a60086 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:34.495972 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-67cca4d9-88f9-472e-bffa-e27e4f0fd9db req-3641406f-e990-4865-97dc-efef84a60086 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 945 time: 0.0638788 Nov 25 04:54:34.557015 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-67cca4d9-88f9-472e-bffa-e27e4f0fd9db req-e881a09a-3698-46f7-bdbe-2778a9539825 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544527 Nov 25 04:54:34.589831 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 59970) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:54:34.602405 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46d967-a4a2-42e8-8a55-971df4e74148 req-ba6d28a6-41fb-453f-83be-a2fc8437de0f tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:34.604186 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ab46d967-a4a2-42e8-8a55-971df4e74148 req-ba6d28a6-41fb-453f-83be-a2fc8437de0f tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 946 time: 0.0584393 Nov 25 04:54:34.667472 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ab46d967-a4a2-42e8-8a55-971df4e74148 req-8302d5fb-854d-45ca-b5a0-bea9f323078d tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565856 Nov 25 04:54:34.681590 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-af86905d-72a4-4c44-a900-4e4a83a21942 req-15ef5014-9777-4244-b9f3-b62bce94a3f7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0902421 Nov 25 04:54:34.690757 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [req-af86905d-72a4-4c44-a900-4e4a83a21942 req-05d40e0c-2179-48d7-b2e9-8edcafc0854b service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109070) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 04:54:34.691724 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-af86905d-72a4-4c44-a900-4e4a83a21942 req-05d40e0c-2179-48d7-b2e9-8edcafc0854b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050652 Nov 25 04:54:35.686743 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7737ae5-9c44-46d3-a87d-15edd8f851eb req-8498c06a-498a-4382-b20a-3fad5417d362 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:35.688436 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-c7737ae5-9c44-46d3-a87d-15edd8f851eb req-8498c06a-498a-4382-b20a-3fad5417d362 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 945 time: 0.0559926 Nov 25 04:54:35.697862 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 1a95c402-b2e8-4638-8bb0-f410aa3e568a no longer exists at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:54:35.774933 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-c7737ae5-9c44-46d3-a87d-15edd8f851eb req-a3bb4f43-514b-41a3-8386-726826a583aa tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734544 Nov 25 04:54:35.809489 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:35.811183 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb3854-e33f-496f-adce-fb72cf24e793 req-92f396d6-5583-4b3e-a268-c0c24430e16e tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:35.813011 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5aeb3854-e33f-496f-adce-fb72cf24e793 req-92f396d6-5583-4b3e-a268-c0c24430e16e tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 946 time: 0.0622973 Nov 25 04:54:35.839705 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e17522-ff48-40da-a454-39c7b8c4b75a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a95c402-b2e8-4638-8bb0-f410aa3e568a'}] {{(pid=109072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:54:35.842087 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21d2e46f9f4131852b38a57b118a04601412ee452ef2f91c34d7ef8e942fd252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf90f31-516a-4fbc-bcfd-2d28e44899eb" -d '{"events": [{"server_uuid": "56e17522-ff48-40da-a454-39c7b8c4b75a", "name": "network-vif-unplugged", "status": "completed", "tag": "1a95c402-b2e8-4638-8bb0-f410aa3e568a"}]}' {{(pid=109072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:54:35.857143 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 1a95c402-b2e8-4638-8bb0-f410aa3e568a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1a95c402-b2e8-4638-8bb0-f410aa3e568a,segment=NetworkSegment(33391e2c-c33d-47e7-b50e-ef1443171c56),segment_id=33391e2c-c33d-47e7-b50e-ef1443171c56)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:54:35.863309 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:35.869071 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5aeb3854-e33f-496f-adce-fb72cf24e793 req-30d3491a-fbed-41d8-891a-f53082623205 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500364 Nov 25 04:54:35.912653 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=1a95c402-b2e8-4638-8bb0-f410aa3e568a,revision_number=6']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:35.962616 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 25 Nov 2021 04:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539eefb3-f3ce-4244-8a77-8b2ee64ff3de x-openstack-request-id: req-539eefb3-f3ce-4244-8a77-8b2ee64ff3de {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:54:35.962910 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e17522-ff48-40da-a454-39c7b8c4b75a", "name": "network-vif-unplugged", "status": "failed", "tag": "1a95c402-b2e8-4638-8bb0-f410aa3e568a", "code": 422}]} {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:54:35.963171 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-539eefb3-f3ce-4244-8a77-8b2ee64ff3de {{(pid=109072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:54:35.963563 dv-cinder-815582-6-iscsi neutron-server[109072]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '56e17522-ff48-40da-a454-39c7b8c4b75a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1a95c402-b2e8-4638-8bb0-f410aa3e568a', 'code': 422} returned with failed status Nov 25 04:54:36.125967 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd065beb-9682-4b41-b6b0-6f44d18d4c51 req-1394bfac-0844-4603-87ee-09c7ef7d1449 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:36.127393 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-dd065beb-9682-4b41-b6b0-6f44d18d4c51 req-1394bfac-0844-4603-87ee-09c7ef7d1449 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 945 time: 0.0552197 Nov 25 04:54:36.175532 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-dd065beb-9682-4b41-b6b0-6f44d18d4c51 req-68fb4760-7b8d-4848-a477-746eb22679b6 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419290 Nov 25 04:54:36.929882 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd4736-03cb-48f3-82ab-c4a5c5a98a9e req-b475d122-5c76-44f2-8fed-d8fdf6f1e37d tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:36.931374 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0bbd4736-03cb-48f3-82ab-c4a5c5a98a9e req-b475d122-5c76-44f2-8fed-d8fdf6f1e37d tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 945 time: 0.0820882 Nov 25 04:54:36.934023 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86905d-72a4-4c44-a900-4e4a83a21942 req-3f33ce74-e13d-4c4b-ae1d-6541c1d8c22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:36.935374 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-af86905d-72a4-4c44-a900-4e4a83a21942 req-3f33ce74-e13d-4c4b-ae1d-6541c1d8c22a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a&tenant_id=c1554cf6f72d42199fcfe7ce71bac429 HTTP/1.1" status: 200 len: 1097 time: 0.0763557 Nov 25 04:54:36.991225 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08322a10-527b-4f2e-a35e-8f097b0e3ad7 req-c8a763df-3912-4853-901c-3dad0659526c tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:36.994378 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-08322a10-527b-4f2e-a35e-8f097b0e3ad7 req-c8a763df-3912-4853-901c-3dad0659526c tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 944 time: 0.0498230 Nov 25 04:54:36.996200 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0bbd4736-03cb-48f3-82ab-c4a5c5a98a9e req-f494db6a-0881-401d-b446-359c10aece0c tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583422 Nov 25 04:54:37.026066 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86905d-72a4-4c44-a900-4e4a83a21942 req-3cf4bd22-a6ab-4931-aa58-eae92d0037cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:37.027646 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-af86905d-72a4-4c44-a900-4e4a83a21942 req-3cf4bd22-a6ab-4931-aa58-eae92d0037cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1554cf6f72d42199fcfe7ce71bac429&device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 1097 time: 0.0468109 Nov 25 04:54:37.044271 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-08322a10-527b-4f2e-a35e-8f097b0e3ad7 req-88a618f5-243f-493a-ba75-4329d09a19b8 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448387 Nov 25 04:54:37.119464 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86905d-72a4-4c44-a900-4e4a83a21942 req-32d80013-5e88-4f6a-9ccd-90dbda0ad66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:37.120950 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-af86905d-72a4-4c44-a900-4e4a83a21942 req-32d80013-5e88-4f6a-9ccd-90dbda0ad66c service neutron] 10.222.0.41 "GET /v2.0/networks?id=be1d7544-b7f8-462b-9559-3e902da9b232 HTTP/1.1" status: 200 len: 909 time: 0.0849924 Nov 25 04:54:37.192384 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-af86905d-72a4-4c44-a900-4e4a83a21942 req-4821e088-8715-490b-bf96-90ff3a134e31 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a95c402-b2e8-4638-8bb0-f410aa3e568a HTTP/1.1" status: 200 len: 1000 time: 0.0622597 Nov 25 04:54:37.256239 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86905d-72a4-4c44-a900-4e4a83a21942 req-818a31c8-5793-4385-a59c-d1bdc798ee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:37.257711 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-af86905d-72a4-4c44-a900-4e4a83a21942 req-818a31c8-5793-4385-a59c-d1bdc798ee43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48c4a844-83ca-4382-b5e0-23d313e6e9e6 HTTP/1.1" status: 200 len: 847 time: 0.0581784 Nov 25 04:54:37.331148 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8843310-6e3c-4a2f-8c54-37a28977ad31 req-0edfbcdd-965a-4692-a7d0-057b8980cdd8 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:37.332660 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d8843310-6e3c-4a2f-8c54-37a28977ad31 req-0edfbcdd-965a-4692-a7d0-057b8980cdd8 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 945 time: 0.0740356 Nov 25 04:54:37.334284 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86905d-72a4-4c44-a900-4e4a83a21942 req-926b1f90-51a4-457b-946c-91326254925a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:37.335629 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-af86905d-72a4-4c44-a900-4e4a83a21942 req-926b1f90-51a4-457b-946c-91326254925a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=be1d7544-b7f8-462b-9559-3e902da9b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689170 Nov 25 04:54:37.435391 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d8843310-6e3c-4a2f-8c54-37a28977ad31 req-172d4072-be32-437e-863e-b0a8b2a0c27e tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945797 Nov 25 04:54:37.460384 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-af86905d-72a4-4c44-a900-4e4a83a21942 req-98e48348-d5dd-4f47-92c3-3faa9df43c1e service neutron] 10.222.0.41 "GET /v2.0/networks/be1d7544-b7f8-462b-9559-3e902da9b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133130 Nov 25 04:54:37.557122 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-af86905d-72a4-4c44-a900-4e4a83a21942 req-0a28de93-45d5-4d88-b900-1e269f1f3395 service neutron] 10.222.0.41 "GET /v2.0/networks/be1d7544-b7f8-462b-9559-3e902da9b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885525 Nov 25 04:54:38.126735 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafbd94-0648-457c-8d39-7e2139fa6d84 req-829d1168-ebc8-43b5-a3e7-bb036bb9e750 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:38.128499 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-9dafbd94-0648-457c-8d39-7e2139fa6d84 req-829d1168-ebc8-43b5-a3e7-bb036bb9e750 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 945 time: 0.0508301 Nov 25 04:54:38.164831 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eeb448-5bb0-44e2-a8ca-7102af1522c2 req-f64f6767-a1ea-48c1-a907-7023aaa3eb5e tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:38.166388 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f6eeb448-5bb0-44e2-a8ca-7102af1522c2 req-f64f6767-a1ea-48c1-a907-7023aaa3eb5e tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 944 time: 0.0515134 Nov 25 04:54:38.181922 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-9dafbd94-0648-457c-8d39-7e2139fa6d84 req-fec6d23f-1f23-498f-b946-d013c96b2b4d tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470769 Nov 25 04:54:38.218204 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f6eeb448-5bb0-44e2-a8ca-7102af1522c2 req-aab90c26-5cf1-480b-8b14-a608ebac8e29 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454137 Nov 25 04:54:38.558773 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec780820-92fb-4b4d-b443-8da973619807 req-287159d9-a1c7-4d2e-a273-7ae4d5554c19 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:38.560326 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ec780820-92fb-4b4d-b443-8da973619807 req-287159d9-a1c7-4d2e-a273-7ae4d5554c19 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 945 time: 0.0517573 Nov 25 04:54:38.610222 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ec780820-92fb-4b4d-b443-8da973619807 req-5b0880bf-fcb5-497d-bad2-ae444f9e1b17 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436471 Nov 25 04:54:39.313969 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982a93a-01de-44d7-8002-0f1d050db362 req-8141d7f8-120d-4c33-a5af-854434e03e37 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:39.315433 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b982a93a-01de-44d7-8002-0f1d050db362 req-8141d7f8-120d-4c33-a5af-854434e03e37 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 945 time: 0.0502400 Nov 25 04:54:39.334984 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289866ae-b85e-42c2-aeac-bc40b62fe5e4 req-a126f629-ddb3-4d7b-8df1-f0b82a6cebd0 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:39.336593 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-289866ae-b85e-42c2-aeac-bc40b62fe5e4 req-a126f629-ddb3-4d7b-8df1-f0b82a6cebd0 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 944 time: 0.0495255 Nov 25 04:54:39.363337 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b982a93a-01de-44d7-8002-0f1d050db362 req-40f8276d-8f63-4d84-80f5-d2edfcaedf09 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416694 Nov 25 04:54:39.388808 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-289866ae-b85e-42c2-aeac-bc40b62fe5e4 req-898c6768-1de7-4cf4-a7f4-5911fff3a116 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452847 Nov 25 04:54:39.746100 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b37ff-c2c2-4040-8630-1c4bc6affdf0 req-72841154-1b5b-493f-8f78-28461f48025f tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:39.747481 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-325b37ff-c2c2-4040-8630-1c4bc6affdf0 req-72841154-1b5b-493f-8f78-28461f48025f tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 945 time: 0.0556533 Nov 25 04:54:39.797662 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-325b37ff-c2c2-4040-8630-1c4bc6affdf0 req-de8eaa2c-fb5e-4162-95a3-709e920f4648 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440958 Nov 25 04:54:40.500448 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e24aac-0e1b-40fc-bb7d-251bfe938dd3 req-80be7c66-ccdf-48ac-bc32-59fa386d61bb tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:40.501964 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-53e24aac-0e1b-40fc-bb7d-251bfe938dd3 req-80be7c66-ccdf-48ac-bc32-59fa386d61bb tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 945 time: 0.0611556 Nov 25 04:54:40.515763 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ac280-2bc1-4380-b38f-e22640fae7de req-96f9b294-6cab-4869-b9a6-bb813d72d4fe tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:40.517340 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c94ac280-2bc1-4380-b38f-e22640fae7de req-96f9b294-6cab-4869-b9a6-bb813d72d4fe tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 944 time: 0.0516713 Nov 25 04:54:40.550732 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-53e24aac-0e1b-40fc-bb7d-251bfe938dd3 req-4938e5ed-6de2-4faa-a48c-b8bdb92cbfe8 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417306 Nov 25 04:54:40.568044 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c94ac280-2bc1-4380-b38f-e22640fae7de req-8f017593-7b32-4335-9eea-e94a7b4390ba tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442886 Nov 25 04:54:40.932278 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309d28d-8585-4b7d-9289-19134b7089c9 req-cf5cdfaa-c586-4c73-b0f9-c78008b20d0b tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:40.933837 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-2309d28d-8585-4b7d-9289-19134b7089c9 req-cf5cdfaa-c586-4c73-b0f9-c78008b20d0b tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 945 time: 0.0540955 Nov 25 04:54:40.986686 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-2309d28d-8585-4b7d-9289-19134b7089c9 req-141a08f3-0113-4bc1-a245-78c6c11bfd5c tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466352 Nov 25 04:54:41.689032 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2058b85-81fa-48d9-894d-3f7c285a0b9d req-2e6c93de-ab5d-46c9-8a30-15661c5b2338 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:41.689032 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f2058b85-81fa-48d9-894d-3f7c285a0b9d req-2e6c93de-ab5d-46c9-8a30-15661c5b2338 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 945 time: 0.0592957 Nov 25 04:54:41.691511 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebab31d-f04b-4d8e-90d8-8f68d408ba0f req-89123244-45a2-4bba-b35b-5c51cf3f8310 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:41.693095 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-6ebab31d-f04b-4d8e-90d8-8f68d408ba0f req-89123244-45a2-4bba-b35b-5c51cf3f8310 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 944 time: 0.0546923 Nov 25 04:54:41.738227 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f2058b85-81fa-48d9-894d-3f7c285a0b9d req-dee29e65-8bdb-42ca-9be4-d16caf730398 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429180 Nov 25 04:54:41.742983 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-6ebab31d-f04b-4d8e-90d8-8f68d408ba0f req-ba240ea0-fcc2-4281-9963-7dda2bd29a78 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438292 Nov 25 04:54:41.878281 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-27918c01-907e-4f5d-ae27-83e89f51e22f tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1788556079&fields=id&tenant_id=8522662999744d00a4b23e041e4ada60 HTTP/1.1" status: 200 len: 267 time: 0.0515461 Nov 25 04:54:41.988334 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-62bd2ca9-c168-470a-9064-5324644a2526 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:41.989799 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-62bd2ca9-c168-470a-9064-5324644a2526 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/networks?id=47f24a18-0d1d-47fa-a7be-085d929bd977 HTTP/1.1" status: 200 len: 812 time: 0.1046107 Nov 25 04:54:42.007065 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-aa0d4d05-78bc-462d-bae5-5abe3cf514e7 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/quotas/8522662999744d00a4b23e041e4ada60 HTTP/1.1" status: 200 len: 375 time: 0.0095530 Nov 25 04:54:42.059880 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-c06718d7-02e8-4aab-bdce-3b12c5691881 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8522662999744d00a4b23e041e4ada60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472739 Nov 25 04:54:42.112425 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a0eb8-e9f9-448d-a6f1-728ec2c7404c req-203954a1-d138-40ec-a81b-0ec1b43997c6 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:42.113944 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-fe9a0eb8-e9f9-448d-a6f1-728ec2c7404c req-203954a1-d138-40ec-a81b-0ec1b43997c6 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 945 time: 0.0507100 Nov 25 04:54:42.163526 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-fe9a0eb8-e9f9-448d-a6f1-728ec2c7404c req-8fe4255b-344f-41bc-b40f-10a0f8c559aa tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434208 Nov 25 04:54:42.202361 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-7342c5e3-f9f2-412e-aa4f-f98a6125b102 service neutron] 10.222.0.36 "GET /v2.0/networks/47f24a18-0d1d-47fa-a7be-085d929bd977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306946 Nov 25 04:54:42.300980 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-08ef6b0d-16ee-44bb-9b8a-574a14bda628 service neutron] 10.222.0.36 "GET /v2.0/networks/47f24a18-0d1d-47fa-a7be-085d929bd977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893140 Nov 25 04:54:42.605877 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-634ba58b-a674-43f8-aae9-f1fe81e56246 req-578b9ec0-d5b9-4fe8-b2dc-e0d1040a8566 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=207f81b6-09ad-489c-8d5c-147448c1b916 HTTP/1.1" status: 200 len: 210 time: 0.0264881 Nov 25 04:54:42.867323 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f23ba60-ab37-4804-b5cd-00e38d1ec2c7 req-6b372463-b6a1-4764-b786-4a0d9ff50a18 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:42.868876 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6f23ba60-ab37-4804-b5cd-00e38d1ec2c7 req-6b372463-b6a1-4764-b786-4a0d9ff50a18 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 944 time: 0.0556717 Nov 25 04:54:42.870134 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6632c-d37b-4be1-92e7-07e8534e693b req-e33084dd-85d5-4a61-8ece-7b65a2b04dff tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:42.872093 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-bab6632c-d37b-4be1-92e7-07e8534e693b req-e33084dd-85d5-4a61-8ece-7b65a2b04dff tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 945 time: 0.0580003 Nov 25 04:54:42.924689 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6f23ba60-ab37-4804-b5cd-00e38d1ec2c7 req-eb1ad8b9-8811-414b-9c67-70e66cea5f0b tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484812 Nov 25 04:54:42.925239 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-bab6632c-d37b-4be1-92e7-07e8534e693b req-e302aa31-2f31-4aba-bb73-6cf358c69f3a tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433440 Nov 25 04:54:43.297700 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4589ad2-4e80-49e3-83f4-312712a3a114 req-d33b11a8-3e1f-48d6-805f-fe90eb684bb7 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:43.299207 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a4589ad2-4e80-49e3-83f4-312712a3a114 req-d33b11a8-3e1f-48d6-805f-fe90eb684bb7 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 945 time: 0.0579586 Nov 25 04:54:43.355874 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a4589ad2-4e80-49e3-83f4-312712a3a114 req-23edbd1e-14bd-4db1-8a39-43244ea05d82 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499589 Nov 25 04:54:43.704910 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-3b0f47d1-80f1-47ed-a5b1-e87224ac5a3e req-b104c81f-9810-45fe-b150-4aef54790a17 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=207f81b6-09ad-489c-8d5c-147448c1b916 HTTP/1.1" status: 200 len: 210 time: 0.0290380 Nov 25 04:54:43.795267 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-0e7432d3-3e0a-4628-8938-ff6dc64c0a4c tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:43.796540 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-0e7432d3-3e0a-4628-8938-ff6dc64c0a4c tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.41 "GET /v2.0/networks?id=47f24a18-0d1d-47fa-a7be-085d929bd977 HTTP/1.1" status: 200 len: 812 time: 0.1088049 Nov 25 04:54:43.865894 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-f359d1fb-7e39-4ab8-b96a-3dfa3b573c82 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8522662999744d00a4b23e041e4ada60 HTTP/1.1" status: 200 len: 380 time: 0.0535688 Nov 25 04:54:43.875997 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-7336fc45-94cc-435e-a8fe-aff742e29d1d tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Request body: {'port': {'device_id': '207f81b6-09ad-489c-8d5c-147448c1b916', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'admin_state_up': True, 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'security_groups': ['6f84c611-44f9-4b45-a87f-6e370e5d478e']}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:54:43.993559 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-7336fc45-94cc-435e-a8fe-aff742e29d1d tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Made reservation on behalf of 8522662999744d00a4b23e041e4ada60 for: {'port': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:54:43.998360 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-7336fc45-94cc-435e-a8fe-aff742e29d1d tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:44.049517 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec944ae1-d39f-4ae8-9d78-e2062da16318 req-beeed496-2839-4ada-a232-782f85b425b1 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:44.051181 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ec944ae1-d39f-4ae8-9d78-e2062da16318 req-beeed496-2839-4ada-a232-782f85b425b1 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 945 time: 0.0496352 Nov 25 04:54:44.100409 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ec944ae1-d39f-4ae8-9d78-e2062da16318 req-e9589c52-682c-434e-b533-e00d8a9102a3 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427489 Nov 25 04:54:44.114711 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4a292-998c-4048-b8a6-e29ef360009a req-2f013ff4-6d30-40db-8075-5453031fb5a7 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:44.116209 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0af4a292-998c-4048-b8a6-e29ef360009a req-2f013ff4-6d30-40db-8075-5453031fb5a7 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 944 time: 0.1154494 Nov 25 04:54:44.197312 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-7336fc45-94cc-435e-a8fe-aff742e29d1d tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Allocated IP 172.20.0.11 (47f24a18-0d1d-47fa-a7be-085d929bd977/3814844c-278b-47e5-8d6f-60a115ac1abb/a836414d-3872-45c9-a492-67f4b7e76b6e) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:54:44.214249 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0af4a292-998c-4048-b8a6-e29ef360009a req-6171619a-c285-4f4d-9611-a02b0ea7b250 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887647 Nov 25 04:54:44.358605 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-7336fc45-94cc-435e-a8fe-aff742e29d1d tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for port, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:44.400010 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-7336fc45-94cc-435e-a8fe-aff742e29d1d tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:44.446030 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-7336fc45-94cc-435e-a8fe-aff742e29d1d tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Network 47f24a18-0d1d-47fa-a7be-085d929bd977 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:54:44.449119 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-7336fc45-94cc-435e-a8fe-aff742e29d1d tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:54:44.455554 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-7336fc45-94cc-435e-a8fe-aff742e29d1d tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:54:44.493630 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336fc45-94cc-435e-a8fe-aff742e29d1d tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Pushing event updated for resources: {'Port': ['ID=a836414d-3872-45c9-a492-67f4b7e76b6e,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:44.503263 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ecb13-e4c1-4c4b-bbe4-34f5b756c4aa req-7897994e-82ce-4ee4-830b-be51fb7a4ea2 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:44.511280 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-227ecb13-e4c1-4c4b-bbe4-34f5b756c4aa req-7897994e-82ce-4ee4-830b-be51fb7a4ea2 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 945 time: 0.0766191 Nov 25 04:54:44.513636 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-7336fc45-94cc-435e-a8fe-aff742e29d1d tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:44.514311 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-7336fc45-94cc-435e-a8fe-aff742e29d1d tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:44.534878 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-7336fc45-94cc-435e-a8fe-aff742e29d1d tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6630023 Nov 25 04:54:44.555341 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-a9f9ca06-c412-4fd0-85dc-f18ddf0ff77e service neutron] Request body: {'port': {'device_id': '207f81b6-09ad-489c-8d5c-147448c1b916', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:54:44.566891 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-227ecb13-e4c1-4c4b-bbe4-34f5b756c4aa req-55f29326-898e-4f50-9a58-ab935fa45daa tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542045 Nov 25 04:54:44.623066 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-a9f9ca06-c412-4fd0-85dc-f18ddf0ff77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:44.722050 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-69c2207d-1fef-46d1-a11f-c2c58830bb22 None None] Provisioning complete for port a836414d-3872-45c9-a492-67f4b7e76b6e triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:54:44.723054 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-69c2207d-1fef-46d1-a11f-c2c58830bb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:44.761437 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-69c2207d-1fef-46d1-a11f-c2c58830bb22 None None] Port a836414d-3872-45c9-a492-67f4b7e76b6e cannot update to ACTIVE because it is not bound. {{(pid=109072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 04:54:44.864302 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328de3af-5542-43d2-94b9-940c56ae9e01 req-634559a8-b2c4-4494-ac21-944f1da9d374 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:44.865795 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-328de3af-5542-43d2-94b9-940c56ae9e01 req-634559a8-b2c4-4494-ac21-944f1da9d374 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=207f81b6-09ad-489c-8d5c-147448c1b916 HTTP/1.1" status: 200 len: 932 time: 0.0779228 Nov 25 04:54:44.958848 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-328de3af-5542-43d2-94b9-940c56ae9e01 req-d8b23cff-ba45-457e-8e64-d06aa1a209b1 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862403 Nov 25 04:54:44.963963 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-a9f9ca06-c412-4fd0-85dc-f18ddf0ff77e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a836414d-3872-45c9-a492-67f4b7e76b6e {{(pid=109070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:54:44.973382 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-a9f9ca06-c412-4fd0-85dc-f18ddf0ff77e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:44.985809 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.provisioning_blocks [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-a9f9ca06-c412-4fd0-85dc-f18ddf0ff77e service neutron] Transition to ACTIVE for port object a836414d-3872-45c9-a492-67f4b7e76b6e will not be triggered until provisioned by entity L2. {{(pid=109070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 04:54:44.992894 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-a9f9ca06-c412-4fd0-85dc-f18ddf0ff77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9557411'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:45.047015 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9ca06-c412-4fd0-85dc-f18ddf0ff77e service neutron] Pushing event updated for resources: {'Port': ['ID=a836414d-3872-45c9-a492-67f4b7e76b6e,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:45.120027 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-a9f9ca06-c412-4fd0-85dc-f18ddf0ff77e service neutron] Attempting to bind port a836414d-3872-45c9-a492-67f4b7e76b6e on host hv-cinder-81558 for vnic_type normal with profile {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:54:45.120409 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-a9f9ca06-c412-4fd0-85dc-f18ddf0ff77e service neutron] Attempting to bind port a836414d-3872-45c9-a492-67f4b7e76b6e by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '39ae19d3-becf-4497-a554-bf3eb3e508ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977'}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:54:45.120761 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-a9f9ca06-c412-4fd0-85dc-f18ddf0ff77e service neutron] Attempting to bind port a836414d-3872-45c9-a492-67f4b7e76b6e on network 47f24a18-0d1d-47fa-a7be-085d929bd977 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:54:45.126140 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-a9f9ca06-c412-4fd0-85dc-f18ddf0ff77e service neutron] Port a836414d-3872-45c9-a492-67f4b7e76b6e on network 47f24a18-0d1d-47fa-a7be-085d929bd977 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 04:54:45.126464 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-a9f9ca06-c412-4fd0-85dc-f18ddf0ff77e service neutron] Attempting to bind port a836414d-3872-45c9-a492-67f4b7e76b6e on network 47f24a18-0d1d-47fa-a7be-085d929bd977 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:54:45.132599 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-a9f9ca06-c412-4fd0-85dc-f18ddf0ff77e service neutron] Checking agent: {'id': '1f14ab98-53f7-4a68-bcc6-b943f33cb2d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'started_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:54:45.132944 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-a9f9ca06-c412-4fd0-85dc-f18ddf0ff77e service neutron] Checking segment: {'id': '39ae19d3-becf-4497-a554-bf3eb3e508ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:54:45.133325 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-a9f9ca06-c412-4fd0-85dc-f18ddf0ff77e service neutron] Bound using segment: {'id': '39ae19d3-becf-4497-a554-bf3eb3e508ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977'} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:54:45.133756 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-a9f9ca06-c412-4fd0-85dc-f18ddf0ff77e service neutron] Bound port: a836414d-3872-45c9-a492-67f4b7e76b6e, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39ae19d3-becf-4497-a554-bf3eb3e508ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977'}}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:54:45.134524 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-a9f9ca06-c412-4fd0-85dc-f18ddf0ff77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:45.203215 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-a9f9ca06-c412-4fd0-85dc-f18ddf0ff77e service neutron] For port a836414d-3872-45c9-a492-67f4b7e76b6e, host hv-cinder-81558, cleared binding levels {{(pid=109070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:54:45.206541 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-a9f9ca06-c412-4fd0-85dc-f18ddf0ff77e service neutron] For port a836414d-3872-45c9-a492-67f4b7e76b6e, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a836414d-3872-45c9-a492-67f4b7e76b6e,segment=NetworkSegment(39ae19d3-becf-4497-a554-bf3eb3e508ac),segment_id=39ae19d3-becf-4497-a554-bf3eb3e508ac)] {{(pid=109070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:54:45.213236 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-a9f9ca06-c412-4fd0-85dc-f18ddf0ff77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9557411'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:45.229056 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a49204-bd9f-4a4c-885a-b14af1cad163 req-1050d960-0ddf-4cfb-8e7c-e48337d56848 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:45.231259 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-46a49204-bd9f-4a4c-885a-b14af1cad163 req-1050d960-0ddf-4cfb-8e7c-e48337d56848 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 945 time: 0.0528729 Nov 25 04:54:45.246770 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-a9f9ca06-c412-4fd0-85dc-f18ddf0ff77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:45.247455 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-a9f9ca06-c412-4fd0-85dc-f18ddf0ff77e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:45.248829 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-a9f9ca06-c412-4fd0-85dc-f18ddf0ff77e service neutron] 10.222.0.41 "PUT /v2.0/ports/a836414d-3872-45c9-a492-67f4b7e76b6e HTTP/1.1" status: 200 len: 1094 time: 0.6980996 Nov 25 04:54:45.249286 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207f81b6-09ad-489c-8d5c-147448c1b916', 'tag': 'a836414d-3872-45c9-a492-67f4b7e76b6e'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:54:45.252733 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c54fbf746f0c7fba78ef8d59e1beae84bb94fede6ed59824d7b8ea859eeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f47905-57db-4d73-8b46-073b76fc31f4" -d '{"events": [{"name": "network-changed", "server_uuid": "207f81b6-09ad-489c-8d5c-147448c1b916", "tag": "a836414d-3872-45c9-a492-67f4b7e76b6e"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:54:45.295695 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9ca06-c412-4fd0-85dc-f18ddf0ff77e service neutron] Pushing event updated for resources: {'Port': ['ID=a836414d-3872-45c9-a492-67f4b7e76b6e,revision_number=3']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:45.313784 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-46a49204-bd9f-4a4c-885a-b14af1cad163 req-5bdc9822-296c-4fa7-b2ab-d4ddee0157ba tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766954 Nov 25 04:54:45.371516 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 04:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e0ebdd-527a-4e2a-b11b-3c79523d0f1a x-openstack-request-id: req-b3e0ebdd-527a-4e2a-b11b-3c79523d0f1a {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:54:45.372015 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207f81b6-09ad-489c-8d5c-147448c1b916", "tag": "a836414d-3872-45c9-a492-67f4b7e76b6e", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:54:45.372179 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b3e0ebdd-527a-4e2a-b11b-3c79523d0f1a {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:54:45.372495 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207f81b6-09ad-489c-8d5c-147448c1b916', 'tag': 'a836414d-3872-45c9-a492-67f4b7e76b6e', 'status': 'completed', 'code': 200} Nov 25 04:54:45.394023 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f56d7-64f8-45ad-aef1-55ae4cb7f8db req-480b43b3-2e8d-47b2-b8a2-73adabb0cc8c tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:45.395590 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6d7f56d7-64f8-45ad-aef1-55ae4cb7f8db req-480b43b3-2e8d-47b2-b8a2-73adabb0cc8c tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 944 time: 0.0951278 Nov 25 04:54:45.411513 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-38b32683-415e-4ffc-9dc5-238770d6a2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:45.412975 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-38b32683-415e-4ffc-9dc5-238770d6a2e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8522662999744d00a4b23e041e4ada60&device_id=207f81b6-09ad-489c-8d5c-147448c1b916 HTTP/1.1" status: 200 len: 1097 time: 0.0758445 Nov 25 04:54:45.468512 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-247c6bb1-36f7-429f-a5ec-2c4a261adac7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a836414d-3872-45c9-a492-67f4b7e76b6e HTTP/1.1" status: 200 len: 217 time: 0.0414209 Nov 25 04:54:45.492592 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6d7f56d7-64f8-45ad-aef1-55ae4cb7f8db req-5f44ce50-b51e-4cd3-8dad-494128288145 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900617 Nov 25 04:54:45.526013 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-983d5dc2-8edd-4d1a-8426-f92b19d2f344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:45.527532 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-983d5dc2-8edd-4d1a-8426-f92b19d2f344 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3814844c-278b-47e5-8d6f-60a115ac1abb HTTP/1.1" status: 200 len: 851 time: 0.0512583 Nov 25 04:54:45.579266 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-fedc054e-e7f5-45f2-83b0-f6521174bba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:45.580856 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-fedc054e-e7f5-45f2-83b0-f6521174bba1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=47f24a18-0d1d-47fa-a7be-085d929bd977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457606 Nov 25 04:54:45.672033 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-101b3ca0-d314-483e-91f7-87c790400c01 service neutron] 10.222.0.41 "GET /v2.0/networks/47f24a18-0d1d-47fa-a7be-085d929bd977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838244 Nov 25 04:54:45.696625 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57019064-bbf5-45ec-ba64-3ee5385218b8 req-445c3f44-8aac-4cf1-a4f5-fc937177e9d3 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:45.698084 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-57019064-bbf5-45ec-ba64-3ee5385218b8 req-445c3f44-8aac-4cf1-a4f5-fc937177e9d3 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 945 time: 0.0524864 Nov 25 04:54:45.750294 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-57019064-bbf5-45ec-ba64-3ee5385218b8 req-10e119ac-482e-493e-94aa-9cfbc14811ab tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456731 Nov 25 04:54:45.759431 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 1a95c402-b2e8-4638-8bb0-f410aa3e568a details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=109072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 04:54:45.769115 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-91c9d3fc-3c1f-4340-a7bf-6d9c98ac4d15 req-3770fe35-2d8d-44dc-a47b-92bd4f1270e6 service neutron] 10.222.0.41 "GET /v2.0/networks/47f24a18-0d1d-47fa-a7be-085d929bd977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888932 Nov 25 04:54:45.853885 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 1a95c402-b2e8-4638-8bb0-f410aa3e568a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1a95c402-b2e8-4638-8bb0-f410aa3e568a,segment=NetworkSegment(33391e2c-c33d-47e7-b50e-ef1443171c56),segment_id=33391e2c-c33d-47e7-b50e-ef1443171c56)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:54:45.866270 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Returning: {'device': '1a95c402-b2e8-4638-8bb0-f410aa3e568a', 'network_id': 'be1d7544-b7f8-462b-9559-3e902da9b232', 'port_id': '1a95c402-b2e8-4638-8bb0-f410aa3e568a', 'mac_address': 'fa:16:3e:07:4e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48c4a844-83ca-4382-b5e0-23d313e6e9e6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 04:54:45.906956 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:45.913694 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f47905-57db-4d73-8b46-073b76fc31f4 req-ce9aae2e-4d40-4f8f-93ab-3572b7145723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:45.915169 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-64f47905-57db-4d73-8b46-073b76fc31f4 req-ce9aae2e-4d40-4f8f-93ab-3572b7145723 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8522662999744d00a4b23e041e4ada60&device_id=207f81b6-09ad-489c-8d5c-147448c1b916 HTTP/1.1" status: 200 len: 1097 time: 0.0406175 Nov 25 04:54:45.921689 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a95c402-b2e8-4638-8bb0-f410aa3e568a {{(pid=109072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:54:45.942074 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 1a95c402-b2e8-4638-8bb0-f410aa3e568a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1a95c402-b2e8-4638-8bb0-f410aa3e568a,segment=NetworkSegment(33391e2c-c33d-47e7-b50e-ef1443171c56),segment_id=33391e2c-c33d-47e7-b50e-ef1443171c56)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:54:45.947449 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:45.996555 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=1a95c402-b2e8-4638-8bb0-f410aa3e568a,revision_number=7']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:46.017710 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f47905-57db-4d73-8b46-073b76fc31f4 req-9af4e574-bd23-473d-93d2-9e9c3288fc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:46.019251 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-64f47905-57db-4d73-8b46-073b76fc31f4 req-9af4e574-bd23-473d-93d2-9e9c3288fc17 service neutron] 10.222.0.41 "GET /v2.0/networks?id=47f24a18-0d1d-47fa-a7be-085d929bd977 HTTP/1.1" status: 200 len: 913 time: 0.0925138 Nov 25 04:54:46.077958 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-64f47905-57db-4d73-8b46-073b76fc31f4 req-9a969932-64dc-4b06-b20c-5772d7592e25 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a836414d-3872-45c9-a492-67f4b7e76b6e HTTP/1.1" status: 200 len: 217 time: 0.0496261 Nov 25 04:54:46.141442 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f47905-57db-4d73-8b46-073b76fc31f4 req-3b5649b8-bb25-4944-970c-347d889f45a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:46.142906 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-64f47905-57db-4d73-8b46-073b76fc31f4 req-3b5649b8-bb25-4944-970c-347d889f45a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3814844c-278b-47e5-8d6f-60a115ac1abb HTTP/1.1" status: 200 len: 851 time: 0.0511270 Nov 25 04:54:46.151198 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a7c0d-8bd2-4a9e-9830-b9ca185d5722 req-36f07e2e-2fe4-4219-bf62-35d27fb61816 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:46.152602 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3d8a7c0d-8bd2-4a9e-9830-b9ca185d5722 req-36f07e2e-2fe4-4219-bf62-35d27fb61816 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=207f81b6-09ad-489c-8d5c-147448c1b916 HTTP/1.1" status: 200 len: 944 time: 0.1162338 Nov 25 04:54:46.226654 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f47905-57db-4d73-8b46-073b76fc31f4 req-e37e9384-26b6-45b3-80c9-7088d29e1a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:46.228181 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-64f47905-57db-4d73-8b46-073b76fc31f4 req-e37e9384-26b6-45b3-80c9-7088d29e1a08 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=47f24a18-0d1d-47fa-a7be-085d929bd977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747600 Nov 25 04:54:46.232595 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3d8a7c0d-8bd2-4a9e-9830-b9ca185d5722 req-c5b34e44-8054-4fdf-8fde-db69cc31818d tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722091 Nov 25 04:54:46.297808 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['1a95c402-b2e8-4638-8bb0-f410aa3e568a'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:54:46.326268 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-64f47905-57db-4d73-8b46-073b76fc31f4 req-79158c4c-650a-49d3-8a38-2b857b76deee service neutron] 10.222.0.41 "GET /v2.0/networks/47f24a18-0d1d-47fa-a7be-085d929bd977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818315 Nov 25 04:54:46.438108 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-64f47905-57db-4d73-8b46-073b76fc31f4 req-2960650d-a507-4200-aa7a-12a975f36d87 service neutron] 10.222.0.41 "GET /v2.0/networks/47f24a18-0d1d-47fa-a7be-085d929bd977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026325 Nov 25 04:54:46.445185 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bee770-c8a6-4bef-a470-1a53b5bf2311 req-ea86584d-b92e-46e6-8ffb-d5137a6089d0 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:46.446705 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-d5bee770-c8a6-4bef-a470-1a53b5bf2311 req-ea86584d-b92e-46e6-8ffb-d5137a6089d0 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 945 time: 0.0628805 Nov 25 04:54:46.500098 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-d5bee770-c8a6-4bef-a470-1a53b5bf2311 req-da87e426-bc7f-4eba-99e9-206afec9c97c tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460174 Nov 25 04:54:46.616909 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f940ab7-4e9a-4eff-873b-235c377346fd req-505719af-737c-4532-be5e-c72e0e8d4fcc tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:46.618414 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9f940ab7-4e9a-4eff-873b-235c377346fd req-505719af-737c-4532-be5e-c72e0e8d4fcc tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 945 time: 0.0542355 Nov 25 04:54:46.668769 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-9f940ab7-4e9a-4eff-873b-235c377346fd req-4e03210e-a428-4683-a943-07b766237e81 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440104 Nov 25 04:54:46.867993 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045befb-fe83-479a-9260-9d7b9763ec5b req-027e795f-781e-4d05-99ff-5f4c327c21c7 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:46.869450 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-3045befb-fe83-479a-9260-9d7b9763ec5b req-027e795f-781e-4d05-99ff-5f4c327c21c7 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 945 time: 0.0507863 Nov 25 04:54:46.917400 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-3045befb-fe83-479a-9260-9d7b9763ec5b req-c103453d-754c-45bd-bc46-9f3cdb7d2d6b tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418425 Nov 25 04:54:47.136560 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381df08-41b9-4b82-b49b-9ccf5963552c req-3a370eaa-9cee-40d2-a95c-437fbf39baeb tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:47.137904 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-3381df08-41b9-4b82-b49b-9ccf5963552c req-3a370eaa-9cee-40d2-a95c-437fbf39baeb tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 945 time: 0.0619779 Nov 25 04:54:47.192637 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-3381df08-41b9-4b82-b49b-9ccf5963552c req-eb9678f2-79b2-43bf-9e74-77911da084ca tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484920 Nov 25 04:54:47.224601 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c6fc5-12c8-4368-a6f7-3ff0196df9c9 req-2b1c3644-f3f9-4874-97e9-36e9b948ddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:47.226153 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-312c6fc5-12c8-4368-a6f7-3ff0196df9c9 req-2b1c3644-f3f9-4874-97e9-36e9b948ddd2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff8379d8cdb74602af55d34607368946&device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 1098 time: 0.0462115 Nov 25 04:54:47.345528 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c6fc5-12c8-4368-a6f7-3ff0196df9c9 req-e50130c0-cc0e-4d51-ac1e-374c31aa751f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:47.347052 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-312c6fc5-12c8-4368-a6f7-3ff0196df9c9 req-e50130c0-cc0e-4d51-ac1e-374c31aa751f service neutron] 10.222.0.41 "GET /v2.0/networks?id=f77f365b-02be-45f9-954a-13cddcd52f52 HTTP/1.1" status: 200 len: 912 time: 0.1118982 Nov 25 04:54:47.405126 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b43f42-ef0c-4e54-b6e1-9b4652fa30b9 req-53676e01-8d36-47c5-8d30-0172221ba8da tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:47.406498 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-04b43f42-ef0c-4e54-b6e1-9b4652fa30b9 req-53676e01-8d36-47c5-8d30-0172221ba8da tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=207f81b6-09ad-489c-8d5c-147448c1b916 HTTP/1.1" status: 200 len: 944 time: 0.0977697 Nov 25 04:54:47.443601 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-312c6fc5-12c8-4368-a6f7-3ff0196df9c9 req-cb2029e1-d1ce-4620-8231-6b23baea066c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebadb325-8860-4cb6-8504-da1f2d1ebee5 HTTP/1.1" status: 200 len: 1001 time: 0.0857451 Nov 25 04:54:47.497008 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-04b43f42-ef0c-4e54-b6e1-9b4652fa30b9 req-a62c9ec0-3d0f-492d-b1f7-ac63a8c329d7 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836842 Nov 25 04:54:47.513576 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c6fc5-12c8-4368-a6f7-3ff0196df9c9 req-345ee15a-a2cc-4012-9366-556c23a8165c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:47.515087 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-312c6fc5-12c8-4368-a6f7-3ff0196df9c9 req-345ee15a-a2cc-4012-9366-556c23a8165c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9662cdb6-12c0-4624-997f-c4dc12ecd471 HTTP/1.1" status: 200 len: 850 time: 0.0632350 Nov 25 04:54:47.563232 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c6fc5-12c8-4368-a6f7-3ff0196df9c9 req-99068116-1210-4a1c-85bf-e3d241e8c386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:47.564762 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-312c6fc5-12c8-4368-a6f7-3ff0196df9c9 req-99068116-1210-4a1c-85bf-e3d241e8c386 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f77f365b-02be-45f9-954a-13cddcd52f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417204 Nov 25 04:54:47.620988 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821e2de-a1f4-4bc4-93db-885fae84d01a req-0f1f41c1-1745-46d0-a99a-0012467e63fe tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:47.622462 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-b821e2de-a1f4-4bc4-93db-885fae84d01a req-0f1f41c1-1745-46d0-a99a-0012467e63fe tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 945 time: 0.0481391 Nov 25 04:54:47.664334 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-312c6fc5-12c8-4368-a6f7-3ff0196df9c9 req-b8a9b669-944c-4ec6-a6d4-81217de5a045 service neutron] 10.222.0.41 "GET /v2.0/networks/f77f365b-02be-45f9-954a-13cddcd52f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882781 Nov 25 04:54:47.669956 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-b821e2de-a1f4-4bc4-93db-885fae84d01a req-58acaba8-b17d-46a9-91c9-7fb47a2206bd tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413554 Nov 25 04:54:47.776983 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device e8c96e92-029f-4591-b2d0-6d3429f9ca70 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=109072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 04:54:47.787745 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 1a95c402-b2e8-4638-8bb0-f410aa3e568a up at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:54:47.788238 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-312c6fc5-12c8-4368-a6f7-3ff0196df9c9 req-d670b528-1807-4c6b-842f-278aacafa9e0 service neutron] 10.222.0.41 "GET /v2.0/networks/f77f365b-02be-45f9-954a-13cddcd52f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113756 Nov 25 04:54:47.803477 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e5647-d61b-4866-a1a8-4070a29d284a req-5cad6444-b09d-4430-bb45-0c47cc2a233b tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:47.805158 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b44e5647-d61b-4866-a1a8-4070a29d284a req-5cad6444-b09d-4430-bb45-0c47cc2a233b tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 945 time: 0.0694308 Nov 25 04:54:47.876714 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b44e5647-d61b-4866-a1a8-4070a29d284a req-424087b8-4b6b-4934-b129-4739f36c743d tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474684 Nov 25 04:54:47.907648 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning complete for port 1a95c402-b2e8-4638-8bb0-f410aa3e568a triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:54:47.907918 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:47.941602 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port e8c96e92-029f-4591-b2d0-6d3429f9ca70, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e8c96e92-029f-4591-b2d0-6d3429f9ca70,segment=NetworkSegment(644e32ed-c2f3-4335-b74d-ee8f50200ec0),segment_id=644e32ed-c2f3-4335-b74d-ee8f50200ec0)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:54:47.964196 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Returning: {'device': 'e8c96e92-029f-4591-b2d0-6d3429f9ca70', 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0', 'port_id': 'e8c96e92-029f-4591-b2d0-6d3429f9ca70', 'mac_address': 'fa:16:3e:24:4a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff11583-5631-4068-991c-12b3ca3de03f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 04:54:48.027898 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:48.049260 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8c96e92-029f-4591-b2d0-6d3429f9ca70 {{(pid=109072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:54:48.054667 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:48.084298 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port e8c96e92-029f-4591-b2d0-6d3429f9ca70, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e8c96e92-029f-4591-b2d0-6d3429f9ca70,segment=NetworkSegment(644e32ed-c2f3-4335-b74d-ee8f50200ec0),segment_id=644e32ed-c2f3-4335-b74d-ee8f50200ec0)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:54:48.091979 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e17522-ff48-40da-a454-39c7b8c4b75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a95c402-b2e8-4638-8bb0-f410aa3e568a'}] {{(pid=109072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:54:48.094336 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21d2e46f9f4131852b38a57b118a04601412ee452ef2f91c34d7ef8e942fd252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39affd2e-5d77-435f-aba2-41a4aeb557bc" -d '{"events": [{"server_uuid": "56e17522-ff48-40da-a454-39c7b8c4b75a", "name": "network-vif-plugged", "status": "completed", "tag": "1a95c402-b2e8-4638-8bb0-f410aa3e568a"}]}' {{(pid=109072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:54:48.105131 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:48.112660 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 1a95c402-b2e8-4638-8bb0-f410aa3e568a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1a95c402-b2e8-4638-8bb0-f410aa3e568a,segment=NetworkSegment(33391e2c-c33d-47e7-b50e-ef1443171c56),segment_id=33391e2c-c33d-47e7-b50e-ef1443171c56)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:54:48.137018 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:48.141844 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf83bcd-1d29-4a5a-b3b9-21d3a0508fa3 x-openstack-request-id: req-fbf83bcd-1d29-4a5a-b3b9-21d3a0508fa3 {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:54:48.142179 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e17522-ff48-40da-a454-39c7b8c4b75a", "name": "network-vif-plugged", "status": "completed", "tag": "1a95c402-b2e8-4638-8bb0-f410aa3e568a", "code": 200}]} {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:54:48.142456 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fbf83bcd-1d29-4a5a-b3b9-21d3a0508fa3 {{(pid=109072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:54:48.142848 dv-cinder-815582-6-iscsi neutron-server[109072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e17522-ff48-40da-a454-39c7b8c4b75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a95c402-b2e8-4638-8bb0-f410aa3e568a', 'code': 200} Nov 25 04:54:48.165402 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=e8c96e92-029f-4591-b2d0-6d3429f9ca70,revision_number=6']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:48.225850 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=1a95c402-b2e8-4638-8bb0-f410aa3e568a,revision_number=8']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:48.306910 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['e8c96e92-029f-4591-b2d0-6d3429f9ca70'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:54:48.324423 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c81ba9-46ff-46bb-a04a-a6a6434974c9 req-1881336b-ecc7-4bce-b0c2-dd74b41c8f37 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:48.326691 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b5c81ba9-46ff-46bb-a04a-a6a6434974c9 req-1881336b-ecc7-4bce-b0c2-dd74b41c8f37 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 945 time: 0.0532501 Nov 25 04:54:48.397301 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b5c81ba9-46ff-46bb-a04a-a6a6434974c9 req-40c69d67-4ab6-424e-82cf-22d42a02da67 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643446 Nov 25 04:54:48.622984 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d9072-e2dd-4b0c-bde9-3a4b6ac290cc req-458f3944-9716-415d-9de7-3b393928f27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:48.625072 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-425d9072-e2dd-4b0c-bde9-3a4b6ac290cc req-458f3944-9716-415d-9de7-3b393928f27f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 1099 time: 0.0738971 Nov 25 04:54:48.647586 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14fb68-b5c6-4354-a446-bb91bd19e28f req-4e8a2c65-1cfe-48c6-abcd-d131089884dd tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:48.655134 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-6a14fb68-b5c6-4354-a446-bb91bd19e28f req-4e8a2c65-1cfe-48c6-abcd-d131089884dd tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=207f81b6-09ad-489c-8d5c-147448c1b916 HTTP/1.1" status: 200 len: 944 time: 0.0605469 Nov 25 04:54:48.689834 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-425d9072-e2dd-4b0c-bde9-3a4b6ac290cc req-22b1b969-0097-4883-af77-ee7533ff25a3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557301 Nov 25 04:54:48.717721 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-6a14fb68-b5c6-4354-a446-bb91bd19e28f req-c5238f4e-db7a-4187-bc90-89633800ed9f tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570865 Nov 25 04:54:48.808673 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c2a34-3971-471e-9e2e-e7ecaafb3db0 req-cd0627b5-f8df-4082-a64d-ff23c55b3954 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:48.810376 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b14c2a34-3971-471e-9e2e-e7ecaafb3db0 req-cd0627b5-f8df-4082-a64d-ff23c55b3954 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 944 time: 0.0541992 Nov 25 04:54:48.867758 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b14c2a34-3971-471e-9e2e-e7ecaafb3db0 req-644c2c13-e4a0-404b-b9f7-58a9de5fb8d8 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509553 Nov 25 04:54:49.021723 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9dd891-e823-4761-bc45-f10bb1eeed62 req-cba172d3-4bf7-4f34-9abb-de035caac0f6 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:49.023290 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-dc9dd891-e823-4761-bc45-f10bb1eeed62 req-cba172d3-4bf7-4f34-9abb-de035caac0f6 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 946 time: 0.0609987 Nov 25 04:54:49.076842 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-dc9dd891-e823-4761-bc45-f10bb1eeed62 req-a1933c1a-efaf-4412-9694-f424402f8c05 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467930 Nov 25 04:54:49.540327 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a40e0f-2ddb-45b2-9e30-013eef284ee7 req-f3d25f10-7d8b-48a8-83a4-6848b9e6b61f tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:49.542611 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b6a40e0f-2ddb-45b2-9e30-013eef284ee7 req-f3d25f10-7d8b-48a8-83a4-6848b9e6b61f tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 945 time: 0.0591779 Nov 25 04:54:49.616765 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b6a40e0f-2ddb-45b2-9e30-013eef284ee7 req-a9c8d783-31c6-448d-ab4c-64cdf973e3f1 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653293 Nov 25 04:54:49.784579 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device e8c96e92-029f-4591-b2d0-6d3429f9ca70 up at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:54:49.866751 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafec7c1-311d-45c3-8a07-455a59f99720 req-92d07635-af8c-46f4-b7d1-7d4cda4f22da tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:49.875916 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-aafec7c1-311d-45c3-8a07-455a59f99720 req-92d07635-af8c-46f4-b7d1-7d4cda4f22da tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=207f81b6-09ad-489c-8d5c-147448c1b916 HTTP/1.1" status: 200 len: 944 time: 0.0750675 Nov 25 04:54:49.908766 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning complete for port e8c96e92-029f-4591-b2d0-6d3429f9ca70 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:54:49.909141 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:49.955546 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-aafec7c1-311d-45c3-8a07-455a59f99720 req-9bd7b78c-a83f-4d13-bb08-9de393e2bffa tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780628 Nov 25 04:54:50.020234 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:50.039243 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f020d0c-7fbe-4683-b18f-05442e69eec8 req-2266348a-7149-4fbb-aee5-3d9e75470cf6 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:50.040817 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0f020d0c-7fbe-4683-b18f-05442e69eec8 req-2266348a-7149-4fbb-aee5-3d9e75470cf6 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 944 time: 0.0672233 Nov 25 04:54:50.058709 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port e8c96e92-029f-4591-b2d0-6d3429f9ca70, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e8c96e92-029f-4591-b2d0-6d3429f9ca70,segment=NetworkSegment(644e32ed-c2f3-4335-b74d-ee8f50200ec0),segment_id=644e32ed-c2f3-4335-b74d-ee8f50200ec0)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:54:50.064847 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:50.119127 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0f020d0c-7fbe-4683-b18f-05442e69eec8 req-4f39f424-3bc0-45d3-8bc9-d751d9164cf8 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685511 Nov 25 04:54:50.145349 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a05724b-2edd-42a1-a844-3f9afd515c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c96e92-029f-4591-b2d0-6d3429f9ca70'}] {{(pid=109072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:54:50.147849 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21d2e46f9f4131852b38a57b118a04601412ee452ef2f91c34d7ef8e942fd252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad4d6e1-4570-4667-8714-bf69320293fd" -d '{"events": [{"server_uuid": "1a05724b-2edd-42a1-a844-3f9afd515c16", "name": "network-vif-plugged", "status": "completed", "tag": "e8c96e92-029f-4591-b2d0-6d3429f9ca70"}]}' {{(pid=109072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:54:50.157666 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=e8c96e92-029f-4591-b2d0-6d3429f9ca70,revision_number=7']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:50.199424 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001c1f18-1c8e-4684-9735-7e2681bb927e x-openstack-request-id: req-001c1f18-1c8e-4684-9735-7e2681bb927e {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:54:50.199735 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a05724b-2edd-42a1-a844-3f9afd515c16", "name": "network-vif-plugged", "status": "completed", "tag": "e8c96e92-029f-4591-b2d0-6d3429f9ca70", "code": 200}]} {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:54:50.199990 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-001c1f18-1c8e-4684-9735-7e2681bb927e {{(pid=109072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:54:50.200434 dv-cinder-815582-6-iscsi neutron-server[109072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a05724b-2edd-42a1-a844-3f9afd515c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c96e92-029f-4591-b2d0-6d3429f9ca70', 'code': 200} Nov 25 04:54:50.235669 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff1259-fd80-40c7-86e2-1c869c00345c req-36ffdbf2-0c7e-4c0e-b07b-d02ecb3f6ba0 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:50.237440 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0bff1259-fd80-40c7-86e2-1c869c00345c req-36ffdbf2-0c7e-4c0e-b07b-d02ecb3f6ba0 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 946 time: 0.0584495 Nov 25 04:54:50.291633 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0bff1259-fd80-40c7-86e2-1c869c00345c req-2e53608f-259b-4211-8d70-06b89a8c5e88 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476167 Nov 25 04:54:51.076765 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe360a-14da-4ccb-9e5b-d7a099138f1c req-92fc2e16-7945-4ef2-a1f7-8688dd4eba08 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:51.078573 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8cfe360a-14da-4ccb-9e5b-d7a099138f1c req-92fc2e16-7945-4ef2-a1f7-8688dd4eba08 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=207f81b6-09ad-489c-8d5c-147448c1b916 HTTP/1.1" status: 200 len: 944 time: 0.0520341 Nov 25 04:54:51.136106 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8cfe360a-14da-4ccb-9e5b-d7a099138f1c req-482bcd1a-c77f-43b5-9cf5-68979e696601 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479798 Nov 25 04:54:51.244711 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d2ef5-2c66-4acf-8175-5c98ce5137f7 req-62e417d7-a406-4ba1-adb6-8b87fc6c2d88 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:51.249194 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-554d2ef5-2c66-4acf-8175-5c98ce5137f7 req-62e417d7-a406-4ba1-adb6-8b87fc6c2d88 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 945 time: 0.0547163 Nov 25 04:54:51.327834 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-554d2ef5-2c66-4acf-8175-5c98ce5137f7 req-d22c031f-950e-4a32-b010-a3fb98163136 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561311 Nov 25 04:54:52.274515 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef91ba-4e14-40c0-90b9-e336e4d4f69b req-041e8830-c340-4c78-94fd-ee38f2a1d0c8 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:52.276086 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f5ef91ba-4e14-40c0-90b9-e336e4d4f69b req-041e8830-c340-4c78-94fd-ee38f2a1d0c8 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=207f81b6-09ad-489c-8d5c-147448c1b916 HTTP/1.1" status: 200 len: 944 time: 0.0647912 Nov 25 04:54:52.333234 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f5ef91ba-4e14-40c0-90b9-e336e4d4f69b req-1dab2d24-67ad-4e49-aaf6-b5e907c5805a tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473187 Nov 25 04:54:52.472678 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407c839-54df-460a-b29b-be81b9913a47 req-f4b38d68-0152-4e27-a7ae-ca4f560cdc02 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:52.476825 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-e407c839-54df-460a-b29b-be81b9913a47 req-f4b38d68-0152-4e27-a7ae-ca4f560cdc02 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 945 time: 0.0615010 Nov 25 04:54:52.530134 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-e407c839-54df-460a-b29b-be81b9913a47 req-d727a827-b7e5-4191-b933-f0afe5168a1f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473585 Nov 25 04:54:53.469943 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4157e-eaec-4fac-acda-858ef3f1aa65 req-a88c445b-bf36-4fbb-b6bb-ae640946dd79 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:53.471256 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-61d4157e-eaec-4fac-acda-858ef3f1aa65 req-a88c445b-bf36-4fbb-b6bb-ae640946dd79 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=207f81b6-09ad-489c-8d5c-147448c1b916 HTTP/1.1" status: 200 len: 944 time: 0.0521622 Nov 25 04:54:53.530504 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-61d4157e-eaec-4fac-acda-858ef3f1aa65 req-c18ca285-0d7a-48cb-b403-8973c6284fa8 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523431 Nov 25 04:54:53.670556 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46393981-bec8-40e9-ab95-133017633ef6 req-868e0fdb-8be4-4d1c-a561-e2a04df769a0 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:53.672125 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-46393981-bec8-40e9-ab95-133017633ef6 req-868e0fdb-8be4-4d1c-a561-e2a04df769a0 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 945 time: 0.0539346 Nov 25 04:54:53.724684 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-46393981-bec8-40e9-ab95-133017633ef6 req-8e1e98d9-5794-4837-af15-e2d230cc2de8 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461087 Nov 25 04:54:53.836646 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device a836414d-3872-45c9-a492-67f4b7e76b6e details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=109072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 04:54:53.943314 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port a836414d-3872-45c9-a492-67f4b7e76b6e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a836414d-3872-45c9-a492-67f4b7e76b6e,segment=NetworkSegment(39ae19d3-becf-4497-a554-bf3eb3e508ac),segment_id=39ae19d3-becf-4497-a554-bf3eb3e508ac)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:54:53.975009 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Returning: {'device': 'a836414d-3872-45c9-a492-67f4b7e76b6e', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'port_id': 'a836414d-3872-45c9-a492-67f4b7e76b6e', 'mac_address': 'fa:16:3e:5b:05:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 04:54:54.015463 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:54.028277 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a836414d-3872-45c9-a492-67f4b7e76b6e {{(pid=109072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:54:54.050626 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port a836414d-3872-45c9-a492-67f4b7e76b6e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a836414d-3872-45c9-a492-67f4b7e76b6e,segment=NetworkSegment(39ae19d3-becf-4497-a554-bf3eb3e508ac),segment_id=39ae19d3-becf-4497-a554-bf3eb3e508ac)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:54:54.064505 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:54.121057 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=a836414d-3872-45c9-a492-67f4b7e76b6e,revision_number=4']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:54.146909 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:54.437056 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['a836414d-3872-45c9-a492-67f4b7e76b6e'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:54:54.672004 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7d6b0-a151-47af-bf46-f2bddccc7c86 req-6c6d5279-89f8-4fdd-b627-6ebac0012f89 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:54.680359 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b8d7d6b0-a151-47af-bf46-f2bddccc7c86 req-6c6d5279-89f8-4fdd-b627-6ebac0012f89 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=207f81b6-09ad-489c-8d5c-147448c1b916 HTTP/1.1" status: 200 len: 945 time: 0.0655079 Nov 25 04:54:54.739808 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b8d7d6b0-a151-47af-bf46-f2bddccc7c86 req-66254504-f187-4030-b996-5fedd7c809ac tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590191 Nov 25 04:54:54.861206 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1510c76-3c19-43b6-8b9f-255419be9516 req-a67401d4-2e2f-40f6-b71b-29e1b7cd5312 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:54.862820 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-e1510c76-3c19-43b6-8b9f-255419be9516 req-a67401d4-2e2f-40f6-b71b-29e1b7cd5312 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 945 time: 0.0508695 Nov 25 04:54:54.923913 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-e1510c76-3c19-43b6-8b9f-255419be9516 req-47d9df16-3557-476d-85a9-be744e47676e tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548358 Nov 25 04:54:55.853111 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device a836414d-3872-45c9-a492-67f4b7e76b6e up at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:54:55.892411 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fff81-6b9f-4bc0-a0a1-ef3069d68d27 req-8d4f4afe-6974-4149-ae51-34e2cd7bebbc tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:55.904726 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f58fff81-6b9f-4bc0-a0a1-ef3069d68d27 req-8d4f4afe-6974-4149-ae51-34e2cd7bebbc tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=207f81b6-09ad-489c-8d5c-147448c1b916 HTTP/1.1" status: 200 len: 945 time: 0.0836401 Nov 25 04:54:55.928368 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning for port a836414d-3872-45c9-a492-67f4b7e76b6e completed by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 04:54:55.932975 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning complete for port a836414d-3872-45c9-a492-67f4b7e76b6e triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:54:55.933349 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:56.002900 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f58fff81-6b9f-4bc0-a0a1-ef3069d68d27 req-f84edeb1-e45f-4f5e-8801-67cf3c4251c5 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841851 Nov 25 04:54:56.072435 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1190ed9-039c-4016-a294-8b96931c46b6 req-c9b9c893-8a59-4aa7-bff8-afc568f33b0c tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:56.077635 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a1190ed9-039c-4016-a294-8b96931c46b6 req-c9b9c893-8a59-4aa7-bff8-afc568f33b0c tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 945 time: 0.0609314 Nov 25 04:54:56.081699 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:56.111753 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207f81b6-09ad-489c-8d5c-147448c1b916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a836414d-3872-45c9-a492-67f4b7e76b6e'}] {{(pid=109072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:54:56.115526 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21d2e46f9f4131852b38a57b118a04601412ee452ef2f91c34d7ef8e942fd252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78424f40-e479-42bf-bf7e-d135142071a6" -d '{"events": [{"server_uuid": "207f81b6-09ad-489c-8d5c-147448c1b916", "name": "network-vif-plugged", "status": "completed", "tag": "a836414d-3872-45c9-a492-67f4b7e76b6e"}]}' {{(pid=109072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:54:56.132801 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port a836414d-3872-45c9-a492-67f4b7e76b6e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a836414d-3872-45c9-a492-67f4b7e76b6e,segment=NetworkSegment(39ae19d3-becf-4497-a554-bf3eb3e508ac),segment_id=39ae19d3-becf-4497-a554-bf3eb3e508ac)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:54:56.142377 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:56.144386 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a1190ed9-039c-4016-a294-8b96931c46b6 req-faaf8ecc-be3e-4d50-b6da-b8135b964232 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596864 Nov 25 04:54:56.181743 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f4099b-1a9c-4bfa-b949-e03cbb846ec7 x-openstack-request-id: req-54f4099b-1a9c-4bfa-b949-e03cbb846ec7 {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:54:56.182064 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207f81b6-09ad-489c-8d5c-147448c1b916", "name": "network-vif-plugged", "status": "completed", "tag": "a836414d-3872-45c9-a492-67f4b7e76b6e", "code": 200}]} {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:54:56.182285 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-54f4099b-1a9c-4bfa-b949-e03cbb846ec7 {{(pid=109072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:54:56.182688 dv-cinder-815582-6-iscsi neutron-server[109072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207f81b6-09ad-489c-8d5c-147448c1b916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a836414d-3872-45c9-a492-67f4b7e76b6e', 'code': 200} Nov 25 04:54:56.213467 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=a836414d-3872-45c9-a492-67f4b7e76b6e,revision_number=5']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:56.479953 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b68c3-4a02-40ae-ac01-f281b357cd1e req-d55d6230-abea-4eba-b42c-bafa5b265237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:56.482095 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-de7b68c3-4a02-40ae-ac01-f281b357cd1e req-d55d6230-abea-4eba-b42c-bafa5b265237 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=207f81b6-09ad-489c-8d5c-147448c1b916 HTTP/1.1" status: 200 len: 1099 time: 0.0428753 Nov 25 04:54:56.548266 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-de7b68c3-4a02-40ae-ac01-f281b357cd1e req-356e93a7-7bb5-4b8c-a62f-9415b1a6b403 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587633 Nov 25 04:54:57.121405 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f743d-6f2c-4b8d-a247-61a2ed725c3d req-f7ccb9a7-d7fd-4fd3-9114-218b0208179d tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:57.123109 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-890f743d-6f2c-4b8d-a247-61a2ed725c3d req-f7ccb9a7-d7fd-4fd3-9114-218b0208179d tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=207f81b6-09ad-489c-8d5c-147448c1b916 HTTP/1.1" status: 200 len: 946 time: 0.0587296 Nov 25 04:54:57.184664 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-890f743d-6f2c-4b8d-a247-61a2ed725c3d req-e5fe3bb8-67c7-4a27-a55f-a08428808f0d tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540414 Nov 25 04:54:57.291655 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4b4f5-cdf9-4505-b165-d1bfb96c7da0 req-9cdcf995-22b8-42b4-9f09-aee5612a890a tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:57.293336 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ade4b4f5-cdf9-4505-b165-d1bfb96c7da0 req-9cdcf995-22b8-42b4-9f09-aee5612a890a tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 945 time: 0.0533330 Nov 25 04:54:57.344705 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ade4b4f5-cdf9-4505-b165-d1bfb96c7da0 req-b2e0c499-a3db-4088-aeee-f99950abf369 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446656 Nov 25 04:54:57.783202 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-af652508-5b68-433d-8a0f-7b4f6c7e954e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:58.269963 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ca5d4-a17d-475d-b0a0-2cf575eabb46 req-25f069d7-46a4-42a1-a4bf-e528e2bab1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:58.271543 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ce8ca5d4-a17d-475d-b0a0-2cf575eabb46 req-25f069d7-46a4-42a1-a4bf-e528e2bab1ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f231a19b2ca6447282b854aaf157e86c&device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 1098 time: 0.0461073 Nov 25 04:54:58.314256 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2801f3-217e-4c4a-a419-bad70e5933f8 req-d8caecce-948e-4fc6-b3c6-f79046c3094b tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:58.316222 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-9b2801f3-217e-4c4a-a419-bad70e5933f8 req-d8caecce-948e-4fc6-b3c6-f79046c3094b tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=207f81b6-09ad-489c-8d5c-147448c1b916 HTTP/1.1" status: 200 len: 946 time: 0.0541778 Nov 25 04:54:58.364869 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ca5d4-a17d-475d-b0a0-2cf575eabb46 req-507468ad-6d97-4d34-b791-72a2922dff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:58.366418 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ce8ca5d4-a17d-475d-b0a0-2cf575eabb46 req-507468ad-6d97-4d34-b791-72a2922dff76 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3bbd6da5-4c15-46da-9de5-c44a36974cd0 HTTP/1.1" status: 200 len: 917 time: 0.0881147 Nov 25 04:54:58.368803 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-9b2801f3-217e-4c4a-a419-bad70e5933f8 req-b45e9124-d202-48da-b79b-ce5f65874503 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462904 Nov 25 04:54:58.462369 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ce8ca5d4-a17d-475d-b0a0-2cf575eabb46 req-e417692d-4d09-40ac-880e-f8aa53479b79 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8c96e92-029f-4591-b2d0-6d3429f9ca70 HTTP/1.1" status: 200 len: 1001 time: 0.0878816 Nov 25 04:54:58.483255 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a2363-0ea8-4087-8546-bcc7d8edb5d1 req-ca157c8a-263c-451d-b252-931131335693 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:58.484724 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ac0a2363-0ea8-4087-8546-bcc7d8edb5d1 req-ca157c8a-263c-451d-b252-931131335693 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=207f81b6-09ad-489c-8d5c-147448c1b916 HTTP/1.1" status: 200 len: 946 time: 0.0494850 Nov 25 04:54:58.488418 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809bbe8-771b-4e06-a7d3-7166863e3c44 req-f397b0ef-3224-4fdd-983b-204af566e69e tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:58.489869 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f809bbe8-771b-4e06-a7d3-7166863e3c44 req-f397b0ef-3224-4fdd-983b-204af566e69e tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 945 time: 0.0715430 Nov 25 04:54:58.534847 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ac0a2363-0ea8-4087-8546-bcc7d8edb5d1 req-07c82afe-cc9c-41c9-8e0b-2b9efa870f76 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438557 Nov 25 04:54:58.543227 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ca5d4-a17d-475d-b0a0-2cf575eabb46 req-1f779d38-70d4-436a-a40e-0af1d0955db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:58.544783 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ce8ca5d4-a17d-475d-b0a0-2cf575eabb46 req-1f779d38-70d4-436a-a40e-0af1d0955db1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ff11583-5631-4068-991c-12b3ca3de03f HTTP/1.1" status: 200 len: 855 time: 0.0748744 Nov 25 04:54:58.569570 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 60226) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:54:58.597382 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-f809bbe8-771b-4e06-a7d3-7166863e3c44 req-1ad8b01e-d498-4798-a565-4ba8695dbe86 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866103 Nov 25 04:54:58.612946 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ca5d4-a17d-475d-b0a0-2cf575eabb46 req-b49e95d3-01bc-42d1-98d3-e2e165887352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:58.612946 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ce8ca5d4-a17d-475d-b0a0-2cf575eabb46 req-b49e95d3-01bc-42d1-98d3-e2e165887352 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3bbd6da5-4c15-46da-9de5-c44a36974cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596263 Nov 25 04:54:58.661055 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3684b8a9-0a21-443f-be0b-7eeb354fda83 tempest-TestVolumeBootPattern-622067970 tempest-TestVolumeBootPattern-622067970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:58.662593 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-3684b8a9-0a21-443f-be0b-7eeb354fda83 tempest-TestVolumeBootPattern-622067970 tempest-TestVolumeBootPattern-622067970-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=207f81b6-09ad-489c-8d5c-147448c1b916 HTTP/1.1" status: 200 len: 1094 time: 0.0942142 Nov 25 04:54:58.665519 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 60230) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:54:58.669930 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-b72a1f76-7570-463b-8ca5-f8574eea1c1e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Request body: {'floatingip': {'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'port_id': 'a836414d-3872-45c9-a492-67f4b7e76b6e', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:54:58.692582 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b72a1f76-7570-463b-8ca5-f8574eea1c1e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for floatingip, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:58.706159 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ce8ca5d4-a17d-475d-b0a0-2cf575eabb46 req-a978017b-43b2-4b94-8141-709b37436666 service neutron] 10.222.0.41 "GET /v2.0/networks/3bbd6da5-4c15-46da-9de5-c44a36974cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867181 Nov 25 04:54:58.799517 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b72a1f76-7570-463b-8ca5-f8574eea1c1e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:58.913332 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.db_base_plugin_common [None req-b72a1f76-7570-463b-8ca5-f8574eea1c1e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Allocated IP 172.27.2.176 (7252c0b9-b802-4561-8a54-4fb5c87ca7b8/b33b80b7-52e3-4af3-b161-e1f3edefb5e3/701b8b75-de0b-42ee-ae44-13a79b3ef1bf) {{(pid=109071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:54:59.016724 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b72a1f76-7570-463b-8ca5-f8574eea1c1e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for port, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:59.042743 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ce8ca5d4-a17d-475d-b0a0-2cf575eabb46 req-d8f7e1e5-0dd0-4d91-a02f-e1425be8403e service neutron] 10.222.0.41 "GET /v2.0/networks/3bbd6da5-4c15-46da-9de5-c44a36974cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298459 Nov 25 04:54:59.051213 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b72a1f76-7570-463b-8ca5-f8574eea1c1e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:59.094414 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72a1f76-7570-463b-8ca5-f8574eea1c1e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Network 7252c0b9-b802-4561-8a54-4fb5c87ca7b8 is already hosted by enough agents. {{(pid=109071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:54:59.100140 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [None req-b72a1f76-7570-463b-8ca5-f8574eea1c1e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Resources bound (agent type, host, resource id): {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:54:59.102675 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72a1f76-7570-463b-8ca5-f8574eea1c1e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Received port after_create {{(pid=109071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:54:59.105868 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a1f76-7570-463b-8ca5-f8574eea1c1e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Pushing event updated for resources: {'Port': ['ID=701b8b75-de0b-42ee-ae44-13a79b3ef1bf,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:59.136410 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72a1f76-7570-463b-8ca5-f8574eea1c1e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:54:59.136770 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72a1f76-7570-463b-8ca5-f8574eea1c1e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:54:59.137110 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72a1f76-7570-463b-8ca5-f8574eea1c1e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:54:59.137444 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72a1f76-7570-463b-8ca5-f8574eea1c1e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:54:59.137778 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72a1f76-7570-463b-8ca5-f8574eea1c1e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:54:59.138112 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72a1f76-7570-463b-8ca5-f8574eea1c1e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:54:59.138487 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72a1f76-7570-463b-8ca5-f8574eea1c1e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:54:59.138805 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72a1f76-7570-463b-8ca5-f8574eea1c1e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:54:59.139075 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72a1f76-7570-463b-8ca5-f8574eea1c1e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:54:59.139432 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72a1f76-7570-463b-8ca5-f8574eea1c1e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:54:59.139725 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72a1f76-7570-463b-8ca5-f8574eea1c1e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:54:59.140064 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72a1f76-7570-463b-8ca5-f8574eea1c1e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:54:59.477298 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b72a1f76-7570-463b-8ca5-f8574eea1c1e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:59.551134 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b72a1f76-7570-463b-8ca5-f8574eea1c1e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:59.741504 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b72a1f76-7570-463b-8ca5-f8574eea1c1e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for port, precommit_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:59.749156 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b72a1f76-7570-463b-8ca5-f8574eea1c1e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8963629'] for port, after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:59.761610 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9987e7-e91a-4c0b-98af-de33dbd9d0fe req-efbd2aaf-d67a-49d1-965a-caae28163558 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:54:59.763123 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ae9987e7-e91a-4c0b-98af-de33dbd9d0fe req-efbd2aaf-d67a-49d1-965a-caae28163558 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 945 time: 0.0857451 Nov 25 04:54:59.839874 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a1f76-7570-463b-8ca5-f8574eea1c1e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Pushing event updated for resources: {'Port': ['ID=701b8b75-de0b-42ee-ae44-13a79b3ef1bf,revision_number=2']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:54:59.880027 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b72a1f76-7570-463b-8ca5-f8574eea1c1e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688023'] for floatingip, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:54:59.886773 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ae9987e7-e91a-4c0b-98af-de33dbd9d0fe req-8c7bf7da-cdc7-45b5-825d-e4717b7f8850 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026430 Nov 25 04:55:00.009062 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.db.l3_db [None req-b72a1f76-7570-463b-8ca5-f8574eea1c1e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Floating IP 325805a7-fbca-47a8-b7e3-ca5ac918616f associated. External IP: 172.27.2.176, port: a836414d-3872-45c9-a492-67f4b7e76b6e. Nov 25 04:55:00.174041 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-613c77ef-cedf-48d1-8e65-57e75ab919b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:00.262098 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72a1f76-7570-463b-8ca5-f8574eea1c1e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Router 8a5803ae-40fa-4e8f-91f9-22d6d729a785 has already been hosted by L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f {{(pid=109071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 04:55:00.399063 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72a1f76-7570-463b-8ca5-f8574eea1c1e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:55:00.413128 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e759df6-e2b2-4167-bab8-4ea30e6bfd2d None None] Sync routers for ids ['8a5803ae-40fa-4e8f-91f9-22d6d729a785'] in dv-cinder-815582-6-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:55:00.423355 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-b72a1f76-7570-463b-8ca5-f8574eea1c1e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for floatingip, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:00.427325 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e759df6-e2b2-4167-bab8-4ea30e6bfd2d None None] Routers {'8a5803ae-40fa-4e8f-91f9-22d6d729a785'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:55:00.428205 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-2e759df6-e2b2-4167-bab8-4ea30e6bfd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:55:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['8a5803ae-40fa-4e8f-91f9-22d6d729a785'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:55:00.460467 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-b72a1f76-7570-463b-8ca5-f8574eea1c1e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7936370 Nov 25 04:55:00.461101 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207f81b6-09ad-489c-8d5c-147448c1b916', 'tag': 'a836414d-3872-45c9-a492-67f4b7e76b6e'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:55:00.463473 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d57e7af397f6b944dcc9a6f5390767d05535c9c85852faf17d281085e8a62f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d72c4c8-236b-4b39-af8e-a7db077a8c53" -d '{"events": [{"name": "network-changed", "server_uuid": "207f81b6-09ad-489c-8d5c-147448c1b916", "tag": "a836414d-3872-45c9-a492-67f4b7e76b6e"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:55:00.503684 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 04:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096f1288-d425-4ef9-9445-0cba1d2c67a0 x-openstack-request-id: req-096f1288-d425-4ef9-9445-0cba1d2c67a0 {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:55:00.504340 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207f81b6-09ad-489c-8d5c-147448c1b916", "tag": "a836414d-3872-45c9-a492-67f4b7e76b6e", "status": "completed", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:55:00.504340 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-096f1288-d425-4ef9-9445-0cba1d2c67a0 {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:55:00.504641 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207f81b6-09ad-489c-8d5c-147448c1b916', 'tag': 'a836414d-3872-45c9-a492-67f4b7e76b6e', 'status': 'completed', 'code': 200} Nov 25 04:55:00.604809 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72c4c8-236b-4b39-af8e-a7db077a8c53 req-98328b8c-0298-4b89-92d1-fe8ebd675ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:00.607014 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3d72c4c8-236b-4b39-af8e-a7db077a8c53 req-98328b8c-0298-4b89-92d1-fe8ebd675ae4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8522662999744d00a4b23e041e4ada60&device_id=207f81b6-09ad-489c-8d5c-147448c1b916 HTTP/1.1" status: 200 len: 1099 time: 0.0519269 Nov 25 04:55:00.715081 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72c4c8-236b-4b39-af8e-a7db077a8c53 req-55afd65a-2abd-4cdc-8612-124640b64ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:00.716779 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3d72c4c8-236b-4b39-af8e-a7db077a8c53 req-55afd65a-2abd-4cdc-8612-124640b64ad8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=47f24a18-0d1d-47fa-a7be-085d929bd977 HTTP/1.1" status: 200 len: 913 time: 0.1010373 Nov 25 04:55:00.721092 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-2e759df6-e2b2-4167-bab8-4ea30e6bfd2d None None] Set router 8a5803ae-40fa-4e8f-91f9-22d6d729a785 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:55:00.786253 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3d72c4c8-236b-4b39-af8e-a7db077a8c53 req-78eb1dab-db0d-4a22-ab5c-7dbdfe6a225b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a836414d-3872-45c9-a492-67f4b7e76b6e HTTP/1.1" status: 200 len: 1000 time: 0.0569296 Nov 25 04:55:00.841230 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72c4c8-236b-4b39-af8e-a7db077a8c53 req-b2e08457-0af1-4acc-b86b-79643de31e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:00.842929 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3d72c4c8-236b-4b39-af8e-a7db077a8c53 req-b2e08457-0af1-4acc-b86b-79643de31e8b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3814844c-278b-47e5-8d6f-60a115ac1abb HTTP/1.1" status: 200 len: 851 time: 0.0479984 Nov 25 04:55:00.888348 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72c4c8-236b-4b39-af8e-a7db077a8c53 req-16b588c3-c8b5-4e3c-b80c-fca6990f4736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:00.889842 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3d72c4c8-236b-4b39-af8e-a7db077a8c53 req-16b588c3-c8b5-4e3c-b80c-fca6990f4736 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=47f24a18-0d1d-47fa-a7be-085d929bd977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397081 Nov 25 04:55:00.958956 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-2e759df6-e2b2-4167-bab8-4ea30e6bfd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'name': 'tempest-TestVolumeBootPattern-1945409044-router', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:54:13Z', 'updated_at': '2021-11-25T04:54:16Z', 'revision_number': 4, 'project_id': '8522662999744d00a4b23e041e4ada60', 'gw_port': {'id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:14Z', 'updated_at': '2021-11-25T04:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_floatingips': [{'id': '325805a7-fbca-47a8-b7e3-ca5ac918616f', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'router_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'port_id': 'a836414d-3872-45c9-a492-67f4b7e76b6e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'mac_address': 'fa:16:3e:5b:05:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207f81b6-09ad-489c-8d5c-147448c1b916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:54:59Z', 'updated_at': '2021-11-25T04:54:59Z', 'revision_number': 0, 'project_id': '8522662999744d00a4b23e041e4ada60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a4de55-82ab-4eb9-b12d-d6eef74f4174', 'name': '', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'mac_address': 'fa:16:3e:73:20:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:15Z', 'updated_at': '2021-11-25T04:54:22Z', 'revision_number': 5, 'project_id': '8522662999744d00a4b23e041e4ada60', 'subnets': [{'id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:55:00.991614 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e759df6-e2b2-4167-bab8-4ea30e6bfd2d None None] Checking router: 8a5803ae-40fa-4e8f-91f9-22d6d729a785 for host: dv-cinder-815582-6-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:55:01.001732 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e759df6-e2b2-4167-bab8-4ea30e6bfd2d None None] Routers {'8a5803ae-40fa-4e8f-91f9-22d6d729a785'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:55:01.002390 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-2e759df6-e2b2-4167-bab8-4ea30e6bfd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:55:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['8a5803ae-40fa-4e8f-91f9-22d6d729a785'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:55:01.006297 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3d72c4c8-236b-4b39-af8e-a7db077a8c53 req-8c576a86-3233-4f4f-ab29-c11cd794ee00 service neutron] 10.222.0.41 "GET /v2.0/networks/47f24a18-0d1d-47fa-a7be-085d929bd977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001844 Nov 25 04:55:01.015657 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 6 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 04:55:01.023497 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f3c94-1472-4793-8e26-9993dd965359 req-4e29c0e7-a38e-4c1e-a272-1f06bcaa1bc9 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:01.027899 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f31f3c94-1472-4793-8e26-9993dd965359 req-4e29c0e7-a38e-4c1e-a272-1f06bcaa1bc9 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 945 time: 0.0520778 Nov 25 04:55:01.081740 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f31f3c94-1472-4793-8e26-9993dd965359 req-a2fc7973-6bec-480e-8fd4-6454eaae6950 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501146 Nov 25 04:55:01.119519 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-2e759df6-e2b2-4167-bab8-4ea30e6bfd2d None None] Set router 8a5803ae-40fa-4e8f-91f9-22d6d729a785 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:55:01.138771 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3d72c4c8-236b-4b39-af8e-a7db077a8c53 req-91da720d-ab21-4980-bcdf-fdeb1a82e4f1 service neutron] 10.222.0.41 "GET /v2.0/networks/47f24a18-0d1d-47fa-a7be-085d929bd977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900812 Nov 25 04:55:01.270981 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:01.371436 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-2e759df6-e2b2-4167-bab8-4ea30e6bfd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'name': 'tempest-TestVolumeBootPattern-1945409044-router', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:54:13Z', 'updated_at': '2021-11-25T04:54:16Z', 'revision_number': 4, 'project_id': '8522662999744d00a4b23e041e4ada60', 'gw_port': {'id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:14Z', 'updated_at': '2021-11-25T04:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_floatingips': [{'id': '325805a7-fbca-47a8-b7e3-ca5ac918616f', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'router_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'port_id': 'a836414d-3872-45c9-a492-67f4b7e76b6e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'mac_address': 'fa:16:3e:5b:05:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207f81b6-09ad-489c-8d5c-147448c1b916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:54:59Z', 'updated_at': '2021-11-25T04:54:59Z', 'revision_number': 0, 'project_id': '8522662999744d00a4b23e041e4ada60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a4de55-82ab-4eb9-b12d-d6eef74f4174', 'name': '', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'mac_address': 'fa:16:3e:73:20:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:15Z', 'updated_at': '2021-11-25T04:54:22Z', 'revision_number': 5, 'project_id': '8522662999744d00a4b23e041e4ada60', 'subnets': [{'id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:55:01.399874 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e759df6-e2b2-4167-bab8-4ea30e6bfd2d None None] The sync data for ids ['8a5803ae-40fa-4e8f-91f9-22d6d729a785'] in dv-cinder-815582-6-iscsi is: [{'id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'name': 'tempest-TestVolumeBootPattern-1945409044-router', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:54:13Z', 'updated_at': '2021-11-25T04:54:16Z', 'revision_number': 4, 'project_id': '8522662999744d00a4b23e041e4ada60', 'gw_port': {'id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:14Z', 'updated_at': '2021-11-25T04:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_floatingips': [{'id': '325805a7-fbca-47a8-b7e3-ca5ac918616f', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'router_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'port_id': 'a836414d-3872-45c9-a492-67f4b7e76b6e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'mac_address': 'fa:16:3e:5b:05:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207f81b6-09ad-489c-8d5c-147448c1b916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:54:59Z', 'updated_at': '2021-11-25T04:54:59Z', 'revision_number': 0, 'project_id': '8522662999744d00a4b23e041e4ada60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a4de55-82ab-4eb9-b12d-d6eef74f4174', 'name': '', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'mac_address': 'fa:16:3e:73:20:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:15Z', 'updated_at': '2021-11-25T04:54:22Z', 'revision_number': 5, 'project_id': '8522662999744d00a4b23e041e4ada60', 'subnets': [{'id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:55:01.623812 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3ac0ff-fb89-43d3-a866-9ffabe6f5b0f None None] New status for floating IP 325805a7-fbca-47a8-b7e3-ca5ac918616f: ACTIVE {{(pid=109073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 04:55:01.897856 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device e8c96e92-029f-4591-b2d0-6d3429f9ca70 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:55:01.978213 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:02.006435 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a05724b-2edd-42a1-a844-3f9afd515c16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8c96e92-029f-4591-b2d0-6d3429f9ca70'}] {{(pid=109072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:55:02.008814 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21d2e46f9f4131852b38a57b118a04601412ee452ef2f91c34d7ef8e942fd252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad735e55-9614-4440-a947-718aceac2ea1" -d '{"events": [{"server_uuid": "1a05724b-2edd-42a1-a844-3f9afd515c16", "name": "network-vif-unplugged", "status": "completed", "tag": "e8c96e92-029f-4591-b2d0-6d3429f9ca70"}]}' {{(pid=109072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:55:02.022030 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port e8c96e92-029f-4591-b2d0-6d3429f9ca70, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e8c96e92-029f-4591-b2d0-6d3429f9ca70,segment=NetworkSegment(644e32ed-c2f3-4335-b74d-ee8f50200ec0),segment_id=644e32ed-c2f3-4335-b74d-ee8f50200ec0)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:55:02.027280 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:02.052196 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 25 Nov 2021 04:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6532f0-c20c-4e7b-96a7-1690d44e32c2 x-openstack-request-id: req-2e6532f0-c20c-4e7b-96a7-1690d44e32c2 {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:55:02.052425 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a05724b-2edd-42a1-a844-3f9afd515c16", "name": "network-vif-unplugged", "status": "failed", "tag": "e8c96e92-029f-4591-b2d0-6d3429f9ca70", "code": 422}]} {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:55:02.052711 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2e6532f0-c20c-4e7b-96a7-1690d44e32c2 {{(pid=109072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:55:02.053102 dv-cinder-815582-6-iscsi neutron-server[109072]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1a05724b-2edd-42a1-a844-3f9afd515c16', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e8c96e92-029f-4591-b2d0-6d3429f9ca70', 'code': 422} returned with failed status Nov 25 04:55:02.080271 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=e8c96e92-029f-4591-b2d0-6d3429f9ca70,revision_number=8']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:55:02.214970 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40b107-7b93-44ae-ab32-9af38d5a2a6f req-da2c7e68-b51f-43d2-a29f-28f1d1c6b92c tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:02.216419 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ed40b107-7b93-44ae-ab32-9af38d5a2a6f req-da2c7e68-b51f-43d2-a29f-28f1d1c6b92c tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 943 time: 0.0552063 Nov 25 04:55:02.264571 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ed40b107-7b93-44ae-ab32-9af38d5a2a6f req-1f27f428-d1ea-4ca2-a3c0-cc49446114c9 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411901 Nov 25 04:55:02.643831 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:03.238197 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17e861-ee7a-4216-9d17-9befef0b01d5 req-ad380287-a329-4eb8-97c5-216d21462ca6 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:03.239733 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0e17e861-ee7a-4216-9d17-9befef0b01d5 req-ad380287-a329-4eb8-97c5-216d21462ca6 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 943 time: 0.0490916 Nov 25 04:55:03.285959 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0e17e861-ee7a-4216-9d17-9befef0b01d5 req-e64bf8db-5190-400b-a21b-10fef52e448f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399950 Nov 25 04:55:03.460758 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3a332bf4-55e5-4642-9ffd-f6a7acdb391a req-2c76d154-2099-4968-8c92-aaa185af24e4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0420322 Nov 25 04:55:03.570238 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:04.437537 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a332bf4-55e5-4642-9ffd-f6a7acdb391a req-e842ae92-f702-462a-adda-13fe86b160a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:04.439058 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3a332bf4-55e5-4642-9ffd-f6a7acdb391a req-e842ae92-f702-462a-adda-13fe86b160a9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16&tenant_id=f231a19b2ca6447282b854aaf157e86c HTTP/1.1" status: 200 len: 1096 time: 0.0742810 Nov 25 04:55:04.448983 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15137988-9a94-4394-926c-995fd1c9cfba req-c31f4c60-1be7-4d55-a363-3149488d2d04 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:04.450309 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-15137988-9a94-4394-926c-995fd1c9cfba req-c31f4c60-1be7-4d55-a363-3149488d2d04 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 943 time: 0.0746784 Nov 25 04:55:04.520984 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-15137988-9a94-4394-926c-995fd1c9cfba req-0aed8e2c-3856-432c-a51c-878741872556 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639217 Nov 25 04:55:04.534319 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a332bf4-55e5-4642-9ffd-f6a7acdb391a req-57da29d6-725a-4feb-8e28-23a730d79e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:04.535796 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3a332bf4-55e5-4642-9ffd-f6a7acdb391a req-57da29d6-725a-4feb-8e28-23a730d79e07 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f231a19b2ca6447282b854aaf157e86c&device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 1096 time: 0.0504217 Nov 25 04:55:04.640804 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a332bf4-55e5-4642-9ffd-f6a7acdb391a req-6a8e3a05-25e8-489c-8970-3d14b112f705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:04.642320 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3a332bf4-55e5-4642-9ffd-f6a7acdb391a req-6a8e3a05-25e8-489c-8970-3d14b112f705 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3bbd6da5-4c15-46da-9de5-c44a36974cd0 HTTP/1.1" status: 200 len: 917 time: 0.0985992 Nov 25 04:55:04.710629 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3a332bf4-55e5-4642-9ffd-f6a7acdb391a req-66b3b580-5fcc-4782-8c04-53d4ef10c5c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8c96e92-029f-4591-b2d0-6d3429f9ca70 HTTP/1.1" status: 200 len: 999 time: 0.0609152 Nov 25 04:55:04.763824 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a332bf4-55e5-4642-9ffd-f6a7acdb391a req-06d0b9eb-d3d9-4ab4-a5b7-7df16f9a57b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:04.765363 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3a332bf4-55e5-4642-9ffd-f6a7acdb391a req-06d0b9eb-d3d9-4ab4-a5b7-7df16f9a57b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ff11583-5631-4068-991c-12b3ca3de03f HTTP/1.1" status: 200 len: 855 time: 0.0455284 Nov 25 04:55:04.817877 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a332bf4-55e5-4642-9ffd-f6a7acdb391a req-65708c8a-aaa0-4734-898c-df2c6e2e05b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:04.819405 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3a332bf4-55e5-4642-9ffd-f6a7acdb391a req-65708c8a-aaa0-4734-898c-df2c6e2e05b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3bbd6da5-4c15-46da-9de5-c44a36974cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456486 Nov 25 04:55:04.912186 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3a332bf4-55e5-4642-9ffd-f6a7acdb391a req-f5e5d40f-94c1-4cf4-bc81-a9242a258c3b service neutron] 10.222.0.41 "GET /v2.0/networks/3bbd6da5-4c15-46da-9de5-c44a36974cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832658 Nov 25 04:55:05.008809 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3a332bf4-55e5-4642-9ffd-f6a7acdb391a req-d8294fba-9000-4898-83aa-b90e11ebe81f service neutron] 10.222.0.41 "GET /v2.0/networks/3bbd6da5-4c15-46da-9de5-c44a36974cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885363 Nov 25 04:55:05.666200 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6889b-4fc1-48ab-bca1-5921c64e6add req-f287b14a-1dee-4883-82dc-c767de4e6852 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:05.674376 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a5d6889b-4fc1-48ab-bca1-5921c64e6add req-f287b14a-1dee-4883-82dc-c767de4e6852 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 943 time: 0.0623782 Nov 25 04:55:05.738183 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a5d6889b-4fc1-48ab-bca1-5921c64e6add req-b70ee9ae-4f5a-46a9-9da0-f11a067184e4 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623693 Nov 25 04:55:06.876812 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28348fea-af41-455b-966b-2b12432df91a req-211c29a6-1680-4605-9c3c-5a0494ed6e6d tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:06.878262 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-28348fea-af41-455b-966b-2b12432df91a req-211c29a6-1680-4605-9c3c-5a0494ed6e6d tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 943 time: 0.0536635 Nov 25 04:55:06.929394 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-28348fea-af41-455b-966b-2b12432df91a req-094c5095-fed4-4aa2-a08f-432d643a517d tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440278 Nov 25 04:55:08.055189 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9080f5c-c34a-4f10-9fee-ffefeb509db5 req-4f963226-6add-44af-bb63-e6180e0bdfef tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:08.056847 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-c9080f5c-c34a-4f10-9fee-ffefeb509db5 req-4f963226-6add-44af-bb63-e6180e0bdfef tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 943 time: 0.0500112 Nov 25 04:55:08.111567 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-c9080f5c-c34a-4f10-9fee-ffefeb509db5 req-6ab7dd1c-80f6-447a-a9f9-25913d6466d9 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484333 Nov 25 04:55:09.251157 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56a600-b614-40a7-ae78-9037370721bc req-6ef889cb-2b87-41cc-a3bf-b742659ff114 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:09.252678 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6f56a600-b614-40a7-ae78-9037370721bc req-6ef889cb-2b87-41cc-a3bf-b742659ff114 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 943 time: 0.0590038 Nov 25 04:55:09.304244 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6f56a600-b614-40a7-ae78-9037370721bc req-74320b38-2617-434b-b2c8-1bbe507f8ff5 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454071 Nov 25 04:55:10.429084 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe701cb2-c12a-433c-8f23-25c4efdf0e4d req-15051d84-2b9e-4b0e-bf24-fc6e520859e9 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:10.430553 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-fe701cb2-c12a-433c-8f23-25c4efdf0e4d req-15051d84-2b9e-4b0e-bf24-fc6e520859e9 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 943 time: 0.0502584 Nov 25 04:55:10.488801 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-fe701cb2-c12a-433c-8f23-25c4efdf0e4d req-9f478041-6725-410c-b5e2-3e2babacba85 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518861 Nov 25 04:55:11.623139 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b0b9c-d201-4f92-ae6e-19261d2b5943 req-a624d5b8-8df6-40d6-b440-dfe0c0e4d84e tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:11.625172 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bf8b0b9c-d201-4f92-ae6e-19261d2b5943 req-a624d5b8-8df6-40d6-b440-dfe0c0e4d84e tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 943 time: 0.0624201 Nov 25 04:55:11.676141 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bf8b0b9c-d201-4f92-ae6e-19261d2b5943 req-dd5ce05d-1661-4330-8dce-ddd9e18986ba tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440991 Nov 25 04:55:12.805654 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da380b-584a-4c67-8555-98c385759930 req-4c171f5b-0c9d-44fe-afa7-d4a8272ff1de tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:12.807152 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f5da380b-584a-4c67-8555-98c385759930 req-4c171f5b-0c9d-44fe-afa7-d4a8272ff1de tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 943 time: 0.0491910 Nov 25 04:55:12.855553 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f5da380b-584a-4c67-8555-98c385759930 req-682ac4bb-9c7e-4f22-a6d6-4db2af0a4844 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423081 Nov 25 04:55:13.985036 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01e40b-4c18-44e1-8812-a85fe054c0d1 req-66ebbc3d-3f39-4e0c-b2d3-cc3794828995 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:13.986635 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fd01e40b-4c18-44e1-8812-a85fe054c0d1 req-66ebbc3d-3f39-4e0c-b2d3-cc3794828995 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 943 time: 0.0502796 Nov 25 04:55:14.040008 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fd01e40b-4c18-44e1-8812-a85fe054c0d1 req-024ce6c1-c81a-4c4e-8d18-36eed7bf1f6d tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439184 Nov 25 04:55:15.342651 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d62264-edfb-4534-ae44-d6ca0ad56dac req-0446f7af-0838-4b79-8e6a-39ceb94b4e98 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:15.344090 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-22d62264-edfb-4534-ae44-d6ca0ad56dac req-0446f7af-0838-4b79-8e6a-39ceb94b4e98 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 943 time: 0.0550518 Nov 25 04:55:15.394211 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-22d62264-edfb-4534-ae44-d6ca0ad56dac req-a38c018f-7437-4c15-863a-3edc33928a8f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430050 Nov 25 04:55:16.540390 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22747ae-842a-4c77-b8e6-788ee3529685 req-8cdc706d-741c-44a5-b4c8-3102a336e70a tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:16.542031 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b22747ae-842a-4c77-b8e6-788ee3529685 req-8cdc706d-741c-44a5-b4c8-3102a336e70a tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 943 time: 0.0579820 Nov 25 04:55:16.603729 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b22747ae-842a-4c77-b8e6-788ee3529685 req-4b737e11-7120-4aa2-b623-973767d0b926 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556035 Nov 25 04:55:17.732997 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10eb432-cf77-4fc6-a636-b566cfa88b36 req-78abc49f-13bb-4a03-8b96-c613bdefc109 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:17.734498 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-b10eb432-cf77-4fc6-a636-b566cfa88b36 req-78abc49f-13bb-4a03-8b96-c613bdefc109 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 943 time: 0.0570345 Nov 25 04:55:17.789891 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-b10eb432-cf77-4fc6-a636-b566cfa88b36 req-e60c0240-b006-44d8-ad9d-e0dede56f733 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487993 Nov 25 04:55:18.928855 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc6b73-1d7c-4081-89a3-36e4271c6926 req-c2e992eb-c146-419c-9ead-f7a651561069 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:18.930360 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-48bc6b73-1d7c-4081-89a3-36e4271c6926 req-c2e992eb-c146-419c-9ead-f7a651561069 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 943 time: 0.0523047 Nov 25 04:55:18.984764 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-48bc6b73-1d7c-4081-89a3-36e4271c6926 req-2b759627-4929-465b-8dd8-6f6bce8e72b8 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452080 Nov 25 04:55:20.133692 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc35c4-03d0-4446-b23e-240ffc0ca0f0 req-96bbfc78-457d-489b-9911-c64317ee6287 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:20.135081 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-88fc35c4-03d0-4446-b23e-240ffc0ca0f0 req-96bbfc78-457d-489b-9911-c64317ee6287 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 943 time: 0.0592093 Nov 25 04:55:20.186222 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-88fc35c4-03d0-4446-b23e-240ffc0ca0f0 req-32e1742f-e82d-4608-98a9-049ede862d5d tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450172 Nov 25 04:55:21.329367 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96fdf1-b4e9-4138-93cc-9d26741ff304 req-6e505b17-f1cd-4151-a553-37040bf1d75b tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:21.331051 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0d96fdf1-b4e9-4138-93cc-9d26741ff304 req-6e505b17-f1cd-4151-a553-37040bf1d75b tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 943 time: 0.0576637 Nov 25 04:55:21.382604 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0d96fdf1-b4e9-4138-93cc-9d26741ff304 req-61176f29-261b-46b5-b642-a098842e4f82 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449135 Nov 25 04:55:21.978756 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device e8c96e92-029f-4591-b2d0-6d3429f9ca70 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=109072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 04:55:22.082316 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port e8c96e92-029f-4591-b2d0-6d3429f9ca70, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e8c96e92-029f-4591-b2d0-6d3429f9ca70,segment=NetworkSegment(644e32ed-c2f3-4335-b74d-ee8f50200ec0),segment_id=644e32ed-c2f3-4335-b74d-ee8f50200ec0)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:55:22.098138 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Returning: {'device': 'e8c96e92-029f-4591-b2d0-6d3429f9ca70', 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0', 'port_id': 'e8c96e92-029f-4591-b2d0-6d3429f9ca70', 'mac_address': 'fa:16:3e:24:4a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff11583-5631-4068-991c-12b3ca3de03f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 04:55:22.135315 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:22.148691 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8c96e92-029f-4591-b2d0-6d3429f9ca70 {{(pid=109072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:55:22.172285 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port e8c96e92-029f-4591-b2d0-6d3429f9ca70, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e8c96e92-029f-4591-b2d0-6d3429f9ca70,segment=NetworkSegment(644e32ed-c2f3-4335-b74d-ee8f50200ec0),segment_id=644e32ed-c2f3-4335-b74d-ee8f50200ec0)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:55:22.178490 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:22.233611 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=e8c96e92-029f-4591-b2d0-6d3429f9ca70,revision_number=9']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:55:22.241202 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:55:22.241562 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:55:22.241900 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:55:22.242232 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:55:22.242563 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:55:22.242887 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:55:22.243216 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:55:22.243561 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:55:22.243878 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:55:22.244210 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:55:22.244535 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:55:22.244869 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:55:22.533826 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9fd1d-08b4-4f0d-88e2-0caf03ae7292 req-18c66ab1-7ad4-405f-99c5-ccfa0821cc0f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:22.535306 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f1d9fd1d-08b4-4f0d-88e2-0caf03ae7292 req-18c66ab1-7ad4-405f-99c5-ccfa0821cc0f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 944 time: 0.0545001 Nov 25 04:55:22.542799 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['e8c96e92-029f-4591-b2d0-6d3429f9ca70'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:55:22.591739 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f1d9fd1d-08b4-4f0d-88e2-0caf03ae7292 req-f3bfc982-26b6-4515-b80f-e5d29f8a2095 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483282 Nov 25 04:55:23.719458 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c2c89-2cd0-43c2-b7f4-75c7a07558ec req-7d2fd55a-ed0f-43c8-b73a-b0d56c7fc10b tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:23.721043 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0b4c2c89-2cd0-43c2-b7f4-75c7a07558ec req-7d2fd55a-ed0f-43c8-b73a-b0d56c7fc10b tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 944 time: 0.0541663 Nov 25 04:55:23.770172 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0b4c2c89-2cd0-43c2-b7f4-75c7a07558ec req-13f053ce-ee04-4090-96e1-8e6cbd0ffbef tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425403 Nov 25 04:55:23.994570 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device e8c96e92-029f-4591-b2d0-6d3429f9ca70 up at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:55:24.051167 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning complete for port e8c96e92-029f-4591-b2d0-6d3429f9ca70 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:55:24.051539 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:24.139177 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:24.151939 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:24.164197 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a05724b-2edd-42a1-a844-3f9afd515c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c96e92-029f-4591-b2d0-6d3429f9ca70'}] {{(pid=109072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:55:24.166494 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21d2e46f9f4131852b38a57b118a04601412ee452ef2f91c34d7ef8e942fd252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ff4eb6-ad6d-4bf8-a92a-b5b82432f45e" -d '{"events": [{"server_uuid": "1a05724b-2edd-42a1-a844-3f9afd515c16", "name": "network-vif-plugged", "status": "completed", "tag": "e8c96e92-029f-4591-b2d0-6d3429f9ca70"}]}' {{(pid=109072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:55:24.180172 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port e8c96e92-029f-4591-b2d0-6d3429f9ca70, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e8c96e92-029f-4591-b2d0-6d3429f9ca70,segment=NetworkSegment(644e32ed-c2f3-4335-b74d-ee8f50200ec0),segment_id=644e32ed-c2f3-4335-b74d-ee8f50200ec0)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:55:24.185434 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:24.209825 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96b43d4-5b2e-4750-8d10-79ab422cefb3 x-openstack-request-id: req-f96b43d4-5b2e-4750-8d10-79ab422cefb3 {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:55:24.210163 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a05724b-2edd-42a1-a844-3f9afd515c16", "name": "network-vif-plugged", "status": "completed", "tag": "e8c96e92-029f-4591-b2d0-6d3429f9ca70", "code": 200}]} {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:55:24.210435 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f96b43d4-5b2e-4750-8d10-79ab422cefb3 {{(pid=109072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:55:24.210832 dv-cinder-815582-6-iscsi neutron-server[109072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a05724b-2edd-42a1-a844-3f9afd515c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c96e92-029f-4591-b2d0-6d3429f9ca70', 'code': 200} Nov 25 04:55:24.235890 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=e8c96e92-029f-4591-b2d0-6d3429f9ca70,revision_number=10']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:55:24.466023 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed37e0-0ae6-4445-a3b6-37f4e36061ef req-d3dd570c-3c6f-4c8f-bb40-49a4c6d58890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:24.468886 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1eed37e0-0ae6-4445-a3b6-37f4e36061ef req-d3dd570c-3c6f-4c8f-bb40-49a4c6d58890 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f231a19b2ca6447282b854aaf157e86c&device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 1099 time: 0.0536368 Nov 25 04:55:24.528540 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d4ddc-b134-421c-a97c-56ab77fd651e req-cf393658-8c5f-49bc-bed8-35b600d2de66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:24.530154 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-893d4ddc-b134-421c-a97c-56ab77fd651e req-cf393658-8c5f-49bc-bed8-35b600d2de66 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 1099 time: 0.0423110 Nov 25 04:55:24.579399 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-893d4ddc-b134-421c-a97c-56ab77fd651e req-a7ed5b58-b739-4556-b8ab-18100a56e5c4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403652 Nov 25 04:55:24.596922 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed37e0-0ae6-4445-a3b6-37f4e36061ef req-077d8a37-a080-438a-bb59-b4d04f7deada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:24.598455 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1eed37e0-0ae6-4445-a3b6-37f4e36061ef req-077d8a37-a080-438a-bb59-b4d04f7deada service neutron] 10.222.0.41 "GET /v2.0/networks?id=3bbd6da5-4c15-46da-9de5-c44a36974cd0 HTTP/1.1" status: 200 len: 917 time: 0.0934880 Nov 25 04:55:24.904961 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e46f03-106b-478a-8c8f-11b595be319a req-eef42032-8694-401e-9fb7-45fa15ad3c16 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:24.906453 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e6e46f03-106b-478a-8c8f-11b595be319a req-eef42032-8694-401e-9fb7-45fa15ad3c16 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 946 time: 0.0555673 Nov 25 04:55:24.994979 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1eed37e0-0ae6-4445-a3b6-37f4e36061ef req-33c77c72-2dc3-4486-b0da-e8f60ea1e41d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8c96e92-029f-4591-b2d0-6d3429f9ca70 HTTP/1.1" status: 200 len: 1001 time: 0.0875704 Nov 25 04:55:24.999428 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-e6e46f03-106b-478a-8c8f-11b595be319a req-2e1296b8-ff75-47d8-b22c-2a6f03758525 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867550 Nov 25 04:55:25.046317 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed37e0-0ae6-4445-a3b6-37f4e36061ef req-5217cde5-a2d6-456f-9455-6b428623d8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:25.047782 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1eed37e0-0ae6-4445-a3b6-37f4e36061ef req-5217cde5-a2d6-456f-9455-6b428623d8ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ff11583-5631-4068-991c-12b3ca3de03f HTTP/1.1" status: 200 len: 855 time: 0.0448554 Nov 25 04:55:25.098723 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed37e0-0ae6-4445-a3b6-37f4e36061ef req-16b31383-b1cb-4a91-96cc-60575f6ab5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:25.100216 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1eed37e0-0ae6-4445-a3b6-37f4e36061ef req-16b31383-b1cb-4a91-96cc-60575f6ab5f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3bbd6da5-4c15-46da-9de5-c44a36974cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419283 Nov 25 04:55:25.201952 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1eed37e0-0ae6-4445-a3b6-37f4e36061ef req-67c43090-3775-4151-a3b8-a200606b3862 service neutron] 10.222.0.41 "GET /v2.0/networks/3bbd6da5-4c15-46da-9de5-c44a36974cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878754 Nov 25 04:55:25.300756 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1eed37e0-0ae6-4445-a3b6-37f4e36061ef req-8a10f63d-ccb7-4598-a59f-6133e38fc543 service neutron] 10.222.0.41 "GET /v2.0/networks/3bbd6da5-4c15-46da-9de5-c44a36974cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852668 Nov 25 04:55:26.125905 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b159d1a-198d-4e27-ba34-7f18544f3d34 req-d9ae014a-72c9-4033-a73f-9c07cb6431f0 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:26.127506 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0b159d1a-198d-4e27-ba34-7f18544f3d34 req-d9ae014a-72c9-4033-a73f-9c07cb6431f0 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 946 time: 0.0514584 Nov 25 04:55:26.176810 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0b159d1a-198d-4e27-ba34-7f18544f3d34 req-2c61de58-0c86-40ea-8719-c5abca4a6b2b tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430562 Nov 25 04:55:27.306891 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c43e3-1a16-483b-95bf-aa1560254dc9 req-9c4bad73-e7a3-4ade-b13d-dc9eb653971f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:27.308411 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-762c43e3-1a16-483b-95bf-aa1560254dc9 req-9c4bad73-e7a3-4ade-b13d-dc9eb653971f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 946 time: 0.0520961 Nov 25 04:55:27.359235 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-762c43e3-1a16-483b-95bf-aa1560254dc9 req-624d7f28-416d-4009-bd54-6695d10ae0d2 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420878 Nov 25 04:55:27.784986 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-3e5e3fec-0ac9-4993-afa6-6376cba1cfe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:29.118056 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59eadb-23f2-4a5b-bc05-491cac9b6df1 req-f5ae726e-29d1-4ea2-80ce-c46f160e970f tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:29.119472 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ed59eadb-23f2-4a5b-bc05-491cac9b6df1 req-f5ae726e-29d1-4ea2-80ce-c46f160e970f tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 945 time: 0.0552843 Nov 25 04:55:29.168027 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ed59eadb-23f2-4a5b-bc05-491cac9b6df1 req-b76d4ceb-27a6-407c-a18c-5546ef70dd63 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423942 Nov 25 04:55:30.190728 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-e51ce478-7c17-44cb-9b4c-ac3ab8bf21e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:30.296141 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034a4f5-79f1-438f-8bd8-bc32181941e5 req-42349954-5509-48b0-b2f9-3b28ba4917a1 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:30.297646 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8034a4f5-79f1-438f-8bd8-bc32181941e5 req-42349954-5509-48b0-b2f9-3b28ba4917a1 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 945 time: 0.0550904 Nov 25 04:55:30.349899 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8034a4f5-79f1-438f-8bd8-bc32181941e5 req-febc657f-5018-41b0-8907-79fb703a6256 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435145 Nov 25 04:55:31.241578 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:31.452807 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13390a59-9e2f-463f-a35a-d55c57ebbadf req-8cc7eb58-8ca9-41df-bb90-164d8a9b8e7c tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:31.454279 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-13390a59-9e2f-463f-a35a-d55c57ebbadf req-8cc7eb58-8ca9-41df-bb90-164d8a9b8e7c tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.41 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 945 time: 0.0504954 Nov 25 04:55:31.477828 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94882b6-d643-482d-aaab-b9f9f8c135af req-32938f0d-4209-43b9-8d9a-9a11bd9c4491 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:31.479378 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-c94882b6-d643-482d-aaab-b9f9f8c135af req-32938f0d-4209-43b9-8d9a-9a11bd9c4491 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 945 time: 0.0518315 Nov 25 04:55:31.530265 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-c94882b6-d643-482d-aaab-b9f9f8c135af req-be8ba621-3306-46a6-b857-7429cae665e6 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=b7db51bb-97cd-44de-8010-84447f7711bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445983 Nov 25 04:55:31.554577 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-13390a59-9e2f-463f-a35a-d55c57ebbadf req-1eb52dd9-b4a8-4231-b8ab-267bd211abf3 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Deleting port ebadb325-8860-4cb6-8504-da1f2d1ebee5 {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:55:31.554913 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-13390a59-9e2f-463f-a35a-d55c57ebbadf req-1eb52dd9-b4a8-4231-b8ab-267bd211abf3 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:31.642646 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-13390a59-9e2f-463f-a35a-d55c57ebbadf req-1eb52dd9-b4a8-4231-b8ab-267bd211abf3 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] For port ebadb325-8860-4cb6-8504-da1f2d1ebee5, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=ebadb325-8860-4cb6-8504-da1f2d1ebee5,segment=NetworkSegment(b1dba0eb-0cf9-4f10-8d76-96f787d824b9),segment_id=b1dba0eb-0cf9-4f10-8d76-96f787d824b9)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:55:31.642996 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-13390a59-9e2f-463f-a35a-d55c57ebbadf req-1eb52dd9-b4a8-4231-b8ab-267bd211abf3 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:31.868688 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-13390a59-9e2f-463f-a35a-d55c57ebbadf req-1eb52dd9-b4a8-4231-b8ab-267bd211abf3 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:31.869048 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-13390a59-9e2f-463f-a35a-d55c57ebbadf req-1eb52dd9-b4a8-4231-b8ab-267bd211abf3 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688023'] for floatingip, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:31.869364 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.db.l3_db [req-13390a59-9e2f-463f-a35a-d55c57ebbadf req-1eb52dd9-b4a8-4231-b8ab-267bd211abf3 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Floating IP a4382266-bd94-4027-825f-c367090f92ca disassociated. External IP: 172.27.2.202, port: ebadb325-8860-4cb6-8504-da1f2d1ebee5. Nov 25 04:55:31.869708 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-13390a59-9e2f-463f-a35a-d55c57ebbadf req-1eb52dd9-b4a8-4231-b8ab-267bd211abf3 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Calling delete_port for ebadb325-8860-4cb6-8504-da1f2d1ebee5 owned by compute:nova {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:55:32.009662 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-13390a59-9e2f-463f-a35a-d55c57ebbadf req-1eb52dd9-b4a8-4231-b8ab-267bd211abf3 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:32.038086 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb52dd9-b4a8-4231-b8ab-267bd211abf3 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Pushing event deleted for resources: {'Port': ['ID=ebadb325-8860-4cb6-8504-da1f2d1ebee5,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:55:32.049128 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb52dd9-b4a8-4231-b8ab-267bd211abf3 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:55:32.049483 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb52dd9-b4a8-4231-b8ab-267bd211abf3 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:55:32.049822 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb52dd9-b4a8-4231-b8ab-267bd211abf3 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:55:32.050158 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb52dd9-b4a8-4231-b8ab-267bd211abf3 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:55:32.050457 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb52dd9-b4a8-4231-b8ab-267bd211abf3 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:55:32.050801 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb52dd9-b4a8-4231-b8ab-267bd211abf3 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:55:32.051165 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb52dd9-b4a8-4231-b8ab-267bd211abf3 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:55:32.051490 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb52dd9-b4a8-4231-b8ab-267bd211abf3 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:55:32.051816 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb52dd9-b4a8-4231-b8ab-267bd211abf3 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:55:32.052142 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb52dd9-b4a8-4231-b8ab-267bd211abf3 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:55:32.052482 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb52dd9-b4a8-4231-b8ab-267bd211abf3 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:55:32.052809 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb52dd9-b4a8-4231-b8ab-267bd211abf3 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:55:32.165616 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13390a59-9e2f-463f-a35a-d55c57ebbadf req-1eb52dd9-b4a8-4231-b8ab-267bd211abf3 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Router 3e6aa8c0-8e43-44ea-ad80-2073c22cf059 has already been hosted by L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f {{(pid=109070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 04:55:32.274798 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13390a59-9e2f-463f-a35a-d55c57ebbadf req-1eb52dd9-b4a8-4231-b8ab-267bd211abf3 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:55:32.285040 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024e565e-66e7-4145-aa4c-7098435f9319 None None] Sync routers for ids ['3e6aa8c0-8e43-44ea-ad80-2073c22cf059'] in dv-cinder-815582-6-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:55:32.296374 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024e565e-66e7-4145-aa4c-7098435f9319 None None] Routers {'3e6aa8c0-8e43-44ea-ad80-2073c22cf059'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:55:32.297011 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-024e565e-66e7-4145-aa4c-7098435f9319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:55:30Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['3e6aa8c0-8e43-44ea-ad80-2073c22cf059'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:55:32.313914 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-13390a59-9e2f-463f-a35a-d55c57ebbadf req-1eb52dd9-b4a8-4231-b8ab-267bd211abf3 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] No DVR routers for this DVR port ebadb325-8860-4cb6-8504-da1f2d1ebee5 on host hv-cinder-81558 {{(pid=109070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 04:55:32.316780 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-13390a59-9e2f-463f-a35a-d55c57ebbadf req-1eb52dd9-b4a8-4231-b8ab-267bd211abf3 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:32.320221 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-13390a59-9e2f-463f-a35a-d55c57ebbadf req-1eb52dd9-b4a8-4231-b8ab-267bd211abf3 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.41 "DELETE /v2.0/ports/ebadb325-8860-4cb6-8504-da1f2d1ebee5 HTTP/1.1" status: 204 len: 173 time: 0.8590155 Nov 25 04:55:32.320734 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6023f39a-eec6-4d6a-8a5c-7f85ad44872a', 'name': 'network-vif-deleted', 'tag': 'ebadb325-8860-4cb6-8504-da1f2d1ebee5'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:55:32.323072 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c54fbf746f0c7fba78ef8d59e1beae84bb94fede6ed59824d7b8ea859eeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf43c67-9250-4af4-a89b-90dd5d4fd92f" -d '{"events": [{"server_uuid": "6023f39a-eec6-4d6a-8a5c-7f85ad44872a", "name": "network-vif-deleted", "tag": "ebadb325-8860-4cb6-8504-da1f2d1ebee5"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:55:32.361234 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc683e59-e139-4173-96bc-adb0c2bcdd58 x-openstack-request-id: req-fc683e59-e139-4173-96bc-adb0c2bcdd58 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:55:32.361533 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6023f39a-eec6-4d6a-8a5c-7f85ad44872a", "name": "network-vif-deleted", "tag": "ebadb325-8860-4cb6-8504-da1f2d1ebee5", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:55:32.361795 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fc683e59-e139-4173-96bc-adb0c2bcdd58 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:55:32.362265 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6023f39a-eec6-4d6a-8a5c-7f85ad44872a', 'name': 'network-vif-deleted', 'tag': 'ebadb325-8860-4cb6-8504-da1f2d1ebee5', 'status': 'completed', 'code': 200} Nov 25 04:55:32.413248 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-024e565e-66e7-4145-aa4c-7098435f9319 None None] Set router 3e6aa8c0-8e43-44ea-ad80-2073c22cf059 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:55:32.621005 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-024e565e-66e7-4145-aa4c-7098435f9319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'name': 'tempest-AttachVolumeTestJSON-1106189964-router', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd9ac4deb-af05-4fb4-9028-e241204fc75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:52:25Z', 'updated_at': '2021-11-25T04:52:30Z', 'revision_number': 4, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'gw_port': {'id': 'd9ac4deb-af05-4fb4-9028-e241204fc75b', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:52:26Z', 'updated_at': '2021-11-25T04:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '6f487ba6-f28a-4a1f-90b4-167db3765323', 'name': '', 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'mac_address': 'fa:16:3e:f6:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9662cdb6-12c0-4624-997f-c4dc12ecd471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:52:29Z', 'updated_at': '2021-11-25T04:52:34Z', 'revision_number': 5, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'subnets': [{'id': '9662cdb6-12c0-4624-997f-c4dc12ecd471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:55:32.638418 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-cd7abaff-9a5d-4b51-8ac0-3fb28b087d82 req-b208dced-cd39-4327-85a0-0a60962e9414 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=6023f39a-eec6-4d6a-8a5c-7f85ad44872a HTTP/1.1" status: 200 len: 210 time: 0.0270989 Nov 25 04:55:32.656831 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024e565e-66e7-4145-aa4c-7098435f9319 None None] Checking router: 3e6aa8c0-8e43-44ea-ad80-2073c22cf059 for host: dv-cinder-815582-6-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:55:32.671810 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024e565e-66e7-4145-aa4c-7098435f9319 None None] Routers {'3e6aa8c0-8e43-44ea-ad80-2073c22cf059'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:55:32.672406 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-024e565e-66e7-4145-aa4c-7098435f9319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:55:30Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['3e6aa8c0-8e43-44ea-ad80-2073c22cf059'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:55:32.675743 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:32.781713 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-024e565e-66e7-4145-aa4c-7098435f9319 None None] Set router 3e6aa8c0-8e43-44ea-ad80-2073c22cf059 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:55:33.124193 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-024e565e-66e7-4145-aa4c-7098435f9319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'name': 'tempest-AttachVolumeTestJSON-1106189964-router', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd9ac4deb-af05-4fb4-9028-e241204fc75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:52:25Z', 'updated_at': '2021-11-25T04:52:30Z', 'revision_number': 4, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'gw_port': {'id': 'd9ac4deb-af05-4fb4-9028-e241204fc75b', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:52:26Z', 'updated_at': '2021-11-25T04:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '6f487ba6-f28a-4a1f-90b4-167db3765323', 'name': '', 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'mac_address': 'fa:16:3e:f6:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9662cdb6-12c0-4624-997f-c4dc12ecd471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:52:29Z', 'updated_at': '2021-11-25T04:52:34Z', 'revision_number': 5, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'subnets': [{'id': '9662cdb6-12c0-4624-997f-c4dc12ecd471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:55:33.151166 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024e565e-66e7-4145-aa4c-7098435f9319 None None] The sync data for ids ['3e6aa8c0-8e43-44ea-ad80-2073c22cf059'] in dv-cinder-815582-6-iscsi is: [{'id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'name': 'tempest-AttachVolumeTestJSON-1106189964-router', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd9ac4deb-af05-4fb4-9028-e241204fc75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:52:25Z', 'updated_at': '2021-11-25T04:52:30Z', 'revision_number': 4, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'gw_port': {'id': 'd9ac4deb-af05-4fb4-9028-e241204fc75b', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:52:26Z', 'updated_at': '2021-11-25T04:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '6f487ba6-f28a-4a1f-90b4-167db3765323', 'name': '', 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'mac_address': 'fa:16:3e:f6:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9662cdb6-12c0-4624-997f-c4dc12ecd471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:52:29Z', 'updated_at': '2021-11-25T04:52:34Z', 'revision_number': 5, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'subnets': [{'id': '9662cdb6-12c0-4624-997f-c4dc12ecd471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:55:33.392676 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d07d660-e3fc-41b5-a219-4c9d87bf64f7 None None] New status for floating IP a4382266-bd94-4027-825f-c367090f92ca: DOWN {{(pid=109073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 04:55:33.573624 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:33.739846 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 60438) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:55:33.804104 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7df60160-351f-44a0-aa04-5bf2f88fe8cf tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:33.839081 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7df60160-351f-44a0-aa04-5bf2f88fe8cf tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:33.889894 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7df60160-351f-44a0-aa04-5bf2f88fe8cf tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:33.892615 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7df60160-351f-44a0-aa04-5bf2f88fe8cf tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:33.893767 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-7df60160-351f-44a0-aa04-5bf2f88fe8cf tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "DELETE /v2.0/security-groups/b7db51bb-97cd-44de-8010-84447f7711bc HTTP/1.1" status: 204 len: 168 time: 0.1529191 Nov 25 04:55:33.896711 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 60440) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:55:33.903397 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df60160-351f-44a0-aa04-5bf2f88fe8cf tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7db51bb-97cd-44de-8010-84447f7711bc,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:55:33.912814 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.api.v2.resource [None req-0d478792-0558-4ec9-bbcb-5bde52ae431b tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] show failed (client error): The resource could not be found. Nov 25 04:55:33.913861 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-0d478792-0558-4ec9-bbcb-5bde52ae431b tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups/b7db51bb-97cd-44de-8010-84447f7711bc HTTP/1.1" status: 404 len: 347 time: 0.0161049 Nov 25 04:55:33.917080 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 60442) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:55:34.054577 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device ebadb325-8860-4cb6-8504-da1f2d1ebee5 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:55:34.059427 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a77ce-5381-4453-812b-22effda8c4fd tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Deleting port 2008361c-a963-4569-8d4c-80f6174df9d2 {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:55:34.059737 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1d8a77ce-5381-4453-812b-22effda8c4fd tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:34.076270 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] No Port match for: ebadb325-8860-4cb6-8504-da1f2d1ebee5 {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 04:55:34.076625 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device ebadb325-8860-4cb6-8504-da1f2d1ebee5 not bound to the agent host hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 04:55:34.139272 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1d8a77ce-5381-4453-812b-22effda8c4fd tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:34.139579 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1d8a77ce-5381-4453-812b-22effda8c4fd tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:34.151544 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a77ce-5381-4453-812b-22effda8c4fd tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Calling delete_port for 2008361c-a963-4569-8d4c-80f6174df9d2 owned by network:floatingip {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:55:34.286608 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1d8a77ce-5381-4453-812b-22effda8c4fd tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:34.312623 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a77ce-5381-4453-812b-22effda8c4fd tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Pushing event deleted for resources: {'Port': ['ID=2008361c-a963-4569-8d4c-80f6174df9d2,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:55:34.375588 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1d8a77ce-5381-4453-812b-22effda8c4fd tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for floatingip, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:34.378171 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1d8a77ce-5381-4453-812b-22effda8c4fd tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for floatingip, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:34.379343 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-1d8a77ce-5381-4453-812b-22effda8c4fd tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "DELETE /v2.0/floatingips/a4382266-bd94-4027-825f-c367090f92ca HTTP/1.1" status: 204 len: 168 time: 0.4612868 Nov 25 04:55:34.916819 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 60446) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:55:34.926118 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-16a32d59-66c2-4393-a583-14b607a8532a tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Request body: {'security_group': {'name': 'tempest-securitygroup--806739380', 'description': 'tempest-description--1857811086'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:55:34.957257 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-16a32d59-66c2-4393-a583-14b607a8532a tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:35.023971 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-16a32d59-66c2-4393-a583-14b607a8532a tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:35.030248 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-16a32d59-66c2-4393-a583-14b607a8532a tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:35.059933 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-16a32d59-66c2-4393-a583-14b607a8532a tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:35.061186 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-16a32d59-66c2-4393-a583-14b607a8532a tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1433678 Nov 25 04:55:35.063069 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a32d59-66c2-4393-a583-14b607a8532a tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1fe08a-d9b6-4c96-a764-44edb9d4345b,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:55:35.064391 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 60448) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:55:35.070137 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-2ac66802-ce66-4c3d-82d6-fc6142c66fae tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Request body: {'security_group_rule': {'security_group_id': 'bf1fe08a-d9b6-4c96-a764-44edb9d4345b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:55:35.100831 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-2ac66802-ce66-4c3d-82d6-fc6142c66fae tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:35.159130 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-2ac66802-ce66-4c3d-82d6-fc6142c66fae tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:35.164229 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-2ac66802-ce66-4c3d-82d6-fc6142c66fae tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788942'] for security_group_rule, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:35.181491 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac66802-ce66-4c3d-82d6-fc6142c66fae tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e99d7882-05c5-4731-a972-f5c058fa38ed,revision_number=0']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:55:35.191356 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-2ac66802-ce66-4c3d-82d6-fc6142c66fae tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:35.192704 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-2ac66802-ce66-4c3d-82d6-fc6142c66fae tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1264734 Nov 25 04:55:35.195778 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 60450) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:55:35.200773 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-549a227b-5439-428f-8d41-cf8b4524efd9 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Request body: {'security_group_rule': {'security_group_id': 'bf1fe08a-d9b6-4c96-a764-44edb9d4345b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:55:35.229536 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-549a227b-5439-428f-8d41-cf8b4524efd9 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:35.287027 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-549a227b-5439-428f-8d41-cf8b4524efd9 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:35.292693 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-549a227b-5439-428f-8d41-cf8b4524efd9 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3788942'] for security_group_rule, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:35.312266 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a227b-5439-428f-8d41-cf8b4524efd9 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59973058-1f17-47f4-aa6a-5665bd178a1c,revision_number=0']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:55:35.321055 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-549a227b-5439-428f-8d41-cf8b4524efd9 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:35.326123 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-549a227b-5439-428f-8d41-cf8b4524efd9 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1255167 Nov 25 04:55:35.327039 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 60452) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:55:35.334561 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-661fb931-f0ef-4cd6-bfbb-9b7119e9c6c2 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Request body: {'floatingip': {'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:55:35.361290 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-661fb931-f0ef-4cd6-bfbb-9b7119e9c6c2 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for floatingip, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:35.461684 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-661fb931-f0ef-4cd6-bfbb-9b7119e9c6c2 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:35.568650 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [None req-661fb931-f0ef-4cd6-bfbb-9b7119e9c6c2 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Allocated IP 172.27.2.166 (7252c0b9-b802-4561-8a54-4fb5c87ca7b8/b33b80b7-52e3-4af3-b161-e1f3edefb5e3/0ef2c307-d267-420d-ab7b-50f1ff953c54) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:55:35.670840 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-661fb931-f0ef-4cd6-bfbb-9b7119e9c6c2 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for port, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:35.709774 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-661fb931-f0ef-4cd6-bfbb-9b7119e9c6c2 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:35.997409 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661fb931-f0ef-4cd6-bfbb-9b7119e9c6c2 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Network 7252c0b9-b802-4561-8a54-4fb5c87ca7b8 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:55:36.000051 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-661fb931-f0ef-4cd6-bfbb-9b7119e9c6c2 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:55:36.003701 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661fb931-f0ef-4cd6-bfbb-9b7119e9c6c2 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:55:36.008997 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661fb931-f0ef-4cd6-bfbb-9b7119e9c6c2 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Pushing event updated for resources: {'Port': ['ID=0ef2c307-d267-420d-ab7b-50f1ff953c54,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:55:36.090480 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-661fb931-f0ef-4cd6-bfbb-9b7119e9c6c2 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:36.137280 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-661fb931-f0ef-4cd6-bfbb-9b7119e9c6c2 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:36.292962 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-661fb931-f0ef-4cd6-bfbb-9b7119e9c6c2 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for port, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:36.300575 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-661fb931-f0ef-4cd6-bfbb-9b7119e9c6c2 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9557411'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:36.371507 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661fb931-f0ef-4cd6-bfbb-9b7119e9c6c2 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Pushing event updated for resources: {'Port': ['ID=0ef2c307-d267-420d-ab7b-50f1ff953c54,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:55:36.381750 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-661fb931-f0ef-4cd6-bfbb-9b7119e9c6c2 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688023'] for floatingip, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:36.398508 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-661fb931-f0ef-4cd6-bfbb-9b7119e9c6c2 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for floatingip, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:36.399731 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-661fb931-f0ef-4cd6-bfbb-9b7119e9c6c2 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0712845 Nov 25 04:55:36.609767 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-9b3247ed-aebf-488d-adc5-3943c41fa9b4 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--806739380&fields=id&tenant_id=ff8379d8cdb74602af55d34607368946 HTTP/1.1" status: 200 len: 267 time: 0.0458207 Nov 25 04:55:36.719171 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-055eb707-fe64-4cf6-b8ed-321f162b4468 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:36.720672 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-055eb707-fe64-4cf6-b8ed-321f162b4468 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/networks?id=f77f365b-02be-45f9-954a-13cddcd52f52 HTTP/1.1" status: 200 len: 811 time: 0.1039102 Nov 25 04:55:36.735967 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-1f68fc9c-421d-41bf-a841-d39fd1b49fdf tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/quotas/ff8379d8cdb74602af55d34607368946 HTTP/1.1" status: 200 len: 375 time: 0.0091171 Nov 25 04:55:36.789913 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-c9c9812d-53d3-441f-9001-234ef0e716d6 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff8379d8cdb74602af55d34607368946&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485826 Nov 25 04:55:36.888335 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-9163528f-bed7-4bc3-8992-fe9d5dc0de93 service neutron] 10.222.0.36 "GET /v2.0/networks/f77f365b-02be-45f9-954a-13cddcd52f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867612 Nov 25 04:55:36.983832 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-b5c4ebeb-3cc8-44ab-8950-d03040fd011e service neutron] 10.222.0.36 "GET /v2.0/networks/f77f365b-02be-45f9-954a-13cddcd52f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894747 Nov 25 04:55:37.151348 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ea72aaee-739d-4dbb-8c31-47777246e37a req-01334adb-1b39-48ad-b890-a1e7cc892467 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cfdb05-cc80-4dbb-aa30-afc458cd4a20 HTTP/1.1" status: 200 len: 210 time: 0.0270460 Nov 25 04:55:38.016962 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 6 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 04:55:38.255714 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-36ebfe47-16ae-4fc6-bf83-d28411d774fc req-6d05fdd6-6d38-436c-b238-28160d47bc4b tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cfdb05-cc80-4dbb-aa30-afc458cd4a20 HTTP/1.1" status: 200 len: 210 time: 0.0349424 Nov 25 04:55:38.275164 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-5153e1d7-da5f-4d83-89a3-c46df0486acf tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:38.276749 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-5153e1d7-da5f-4d83-89a3-c46df0486acf tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.41 "GET /v2.0/networks?id=f77f365b-02be-45f9-954a-13cddcd52f52 HTTP/1.1" status: 200 len: 811 time: 0.1136496 Nov 25 04:55:38.352050 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-141f8cbb-353f-4136-9126-30fae50acea7 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff8379d8cdb74602af55d34607368946 HTTP/1.1" status: 200 len: 379 time: 0.0571644 Nov 25 04:55:38.367755 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-ece4359a-7caa-4840-b5d2-34d10f305293 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Request body: {'port': {'device_id': 'b4cfdb05-cc80-4dbb-aa30-afc458cd4a20', 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52', 'admin_state_up': True, 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'security_groups': ['bf1fe08a-d9b6-4c96-a764-44edb9d4345b']}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:55:38.487355 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-ece4359a-7caa-4840-b5d2-34d10f305293 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Made reservation on behalf of ff8379d8cdb74602af55d34607368946 for: {'port': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:55:38.490913 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-ece4359a-7caa-4840-b5d2-34d10f305293 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:38.627283 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-ece4359a-7caa-4840-b5d2-34d10f305293 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Allocated IP 172.20.0.13 (f77f365b-02be-45f9-954a-13cddcd52f52/9662cdb6-12c0-4624-997f-c4dc12ecd471/a999c745-2d9c-45a0-826c-406f6d92c9f2) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:55:38.770477 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-ece4359a-7caa-4840-b5d2-34d10f305293 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for port, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:38.810494 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-ece4359a-7caa-4840-b5d2-34d10f305293 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:38.857401 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-ece4359a-7caa-4840-b5d2-34d10f305293 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Network f77f365b-02be-45f9-954a-13cddcd52f52 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:55:38.860398 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-ece4359a-7caa-4840-b5d2-34d10f305293 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:55:38.864411 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-ece4359a-7caa-4840-b5d2-34d10f305293 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:55:38.871685 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4359a-7caa-4840-b5d2-34d10f305293 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Pushing event updated for resources: {'Port': ['ID=a999c745-2d9c-45a0-826c-406f6d92c9f2,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:55:38.917511 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-ece4359a-7caa-4840-b5d2-34d10f305293 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:38.918138 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-ece4359a-7caa-4840-b5d2-34d10f305293 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:38.936408 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-ece4359a-7caa-4840-b5d2-34d10f305293 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5734026 Nov 25 04:55:38.958047 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-7ce51fea-3c52-45f4-84c0-3f044ead37d3 service neutron] Request body: {'port': {'device_id': 'b4cfdb05-cc80-4dbb-aa30-afc458cd4a20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:55:39.020954 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-7ce51fea-3c52-45f4-84c0-3f044ead37d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:39.141030 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-4020f57b-0f3a-4e06-9ff3-e3c62c6fef26 None None] Provisioning complete for port a999c745-2d9c-45a0-826c-406f6d92c9f2 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:55:39.142773 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-4020f57b-0f3a-4e06-9ff3-e3c62c6fef26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:39.181652 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-4020f57b-0f3a-4e06-9ff3-e3c62c6fef26 None None] Port a999c745-2d9c-45a0-826c-406f6d92c9f2 cannot update to ACTIVE because it is not bound. {{(pid=109072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 04:55:39.291552 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-7ce51fea-3c52-45f4-84c0-3f044ead37d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a999c745-2d9c-45a0-826c-406f6d92c9f2 {{(pid=109070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:55:39.299609 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-7ce51fea-3c52-45f4-84c0-3f044ead37d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:39.312458 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.provisioning_blocks [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-7ce51fea-3c52-45f4-84c0-3f044ead37d3 service neutron] Transition to ACTIVE for port object a999c745-2d9c-45a0-826c-406f6d92c9f2 will not be triggered until provisioned by entity L2. {{(pid=109070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 04:55:39.319398 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-7ce51fea-3c52-45f4-84c0-3f044ead37d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9557411'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:39.400833 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce51fea-3c52-45f4-84c0-3f044ead37d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a999c745-2d9c-45a0-826c-406f6d92c9f2,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:55:39.436583 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725a99d-c946-4a6f-9ac4-101b561c2d06 req-4d0357ab-120c-446c-a81d-694bf0ec50f0 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:39.438454 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0725a99d-c946-4a6f-9ac4-101b561c2d06 req-4d0357ab-120c-446c-a81d-694bf0ec50f0 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cfdb05-cc80-4dbb-aa30-afc458cd4a20 HTTP/1.1" status: 200 len: 944 time: 0.0933080 Nov 25 04:55:39.519256 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-7ce51fea-3c52-45f4-84c0-3f044ead37d3 service neutron] Attempting to bind port a999c745-2d9c-45a0-826c-406f6d92c9f2 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:55:39.519591 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-7ce51fea-3c52-45f4-84c0-3f044ead37d3 service neutron] Attempting to bind port a999c745-2d9c-45a0-826c-406f6d92c9f2 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': 'b1dba0eb-0cf9-4f10-8d76-96f787d824b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52'}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:55:39.519916 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-7ce51fea-3c52-45f4-84c0-3f044ead37d3 service neutron] Attempting to bind port a999c745-2d9c-45a0-826c-406f6d92c9f2 on network f77f365b-02be-45f9-954a-13cddcd52f52 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:55:39.527836 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0725a99d-c946-4a6f-9ac4-101b561c2d06 req-879b3003-29c8-40ed-afd6-2c68da8582d8 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf1fe08a-d9b6-4c96-a764-44edb9d4345b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698404 Nov 25 04:55:39.528839 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-7ce51fea-3c52-45f4-84c0-3f044ead37d3 service neutron] Port a999c745-2d9c-45a0-826c-406f6d92c9f2 on network f77f365b-02be-45f9-954a-13cddcd52f52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 04:55:39.529175 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-7ce51fea-3c52-45f4-84c0-3f044ead37d3 service neutron] Attempting to bind port a999c745-2d9c-45a0-826c-406f6d92c9f2 on network f77f365b-02be-45f9-954a-13cddcd52f52 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:55:39.534488 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-7ce51fea-3c52-45f4-84c0-3f044ead37d3 service neutron] Checking agent: {'id': '1f14ab98-53f7-4a68-bcc6-b943f33cb2d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'started_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:55:39.534830 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-7ce51fea-3c52-45f4-84c0-3f044ead37d3 service neutron] Checking segment: {'id': 'b1dba0eb-0cf9-4f10-8d76-96f787d824b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:55:39.535210 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-7ce51fea-3c52-45f4-84c0-3f044ead37d3 service neutron] Bound using segment: {'id': 'b1dba0eb-0cf9-4f10-8d76-96f787d824b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52'} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:55:39.535647 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-7ce51fea-3c52-45f4-84c0-3f044ead37d3 service neutron] Bound port: a999c745-2d9c-45a0-826c-406f6d92c9f2, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1dba0eb-0cf9-4f10-8d76-96f787d824b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52'}}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:55:39.536054 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-7ce51fea-3c52-45f4-84c0-3f044ead37d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:39.603588 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-7ce51fea-3c52-45f4-84c0-3f044ead37d3 service neutron] For port a999c745-2d9c-45a0-826c-406f6d92c9f2, host hv-cinder-81558, cleared binding levels {{(pid=109070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:55:39.607176 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-7ce51fea-3c52-45f4-84c0-3f044ead37d3 service neutron] For port a999c745-2d9c-45a0-826c-406f6d92c9f2, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a999c745-2d9c-45a0-826c-406f6d92c9f2,segment=NetworkSegment(b1dba0eb-0cf9-4f10-8d76-96f787d824b9),segment_id=b1dba0eb-0cf9-4f10-8d76-96f787d824b9)] {{(pid=109070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:55:39.614255 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-7ce51fea-3c52-45f4-84c0-3f044ead37d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9557411'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:39.652076 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-7ce51fea-3c52-45f4-84c0-3f044ead37d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:39.652752 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-7ce51fea-3c52-45f4-84c0-3f044ead37d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:39.654208 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-7ce51fea-3c52-45f4-84c0-3f044ead37d3 service neutron] 10.222.0.41 "PUT /v2.0/ports/a999c745-2d9c-45a0-826c-406f6d92c9f2 HTTP/1.1" status: 200 len: 1094 time: 0.7006533 Nov 25 04:55:39.654634 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4cfdb05-cc80-4dbb-aa30-afc458cd4a20', 'tag': 'a999c745-2d9c-45a0-826c-406f6d92c9f2'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:55:39.656934 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c54fbf746f0c7fba78ef8d59e1beae84bb94fede6ed59824d7b8ea859eeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7283d9-ef86-496b-8eab-0e54b8fdbf69" -d '{"events": [{"name": "network-changed", "server_uuid": "b4cfdb05-cc80-4dbb-aa30-afc458cd4a20", "tag": "a999c745-2d9c-45a0-826c-406f6d92c9f2"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:55:39.680364 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce51fea-3c52-45f4-84c0-3f044ead37d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a999c745-2d9c-45a0-826c-406f6d92c9f2,revision_number=3']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:55:39.704112 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 04:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596ee86e-533c-4dc2-bf65-dce69324c8a4 x-openstack-request-id: req-596ee86e-533c-4dc2-bf65-dce69324c8a4 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:55:39.704457 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4cfdb05-cc80-4dbb-aa30-afc458cd4a20", "tag": "a999c745-2d9c-45a0-826c-406f6d92c9f2", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:55:39.704719 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-596ee86e-533c-4dc2-bf65-dce69324c8a4 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:55:39.705138 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4cfdb05-cc80-4dbb-aa30-afc458cd4a20', 'tag': 'a999c745-2d9c-45a0-826c-406f6d92c9f2', 'status': 'completed', 'code': 200} Nov 25 04:55:39.772560 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-f93dd1b3-3147-4302-8f69-7f3335182a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:39.774122 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-f93dd1b3-3147-4302-8f69-7f3335182a3b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff8379d8cdb74602af55d34607368946&device_id=b4cfdb05-cc80-4dbb-aa30-afc458cd4a20 HTTP/1.1" status: 200 len: 1097 time: 0.0479412 Nov 25 04:55:39.832515 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-91fb847f-734c-4f58-ab91-06fb9594a520 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a999c745-2d9c-45a0-826c-406f6d92c9f2 HTTP/1.1" status: 200 len: 217 time: 0.0383835 Nov 25 04:55:39.884457 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-2a5754c3-65e7-416f-b618-c6ade80f73b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:39.885970 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-2a5754c3-65e7-416f-b618-c6ade80f73b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9662cdb6-12c0-4624-997f-c4dc12ecd471 HTTP/1.1" status: 200 len: 850 time: 0.0452421 Nov 25 04:55:39.935525 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-f9fbc123-8434-4e9b-8d2a-ae96f375773a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:39.937086 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-f9fbc123-8434-4e9b-8d2a-ae96f375773a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f77f365b-02be-45f9-954a-13cddcd52f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432699 Nov 25 04:55:40.039846 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-84141491-a613-465c-b00d-4dd6995e63c7 service neutron] 10.222.0.41 "GET /v2.0/networks/f77f365b-02be-45f9-954a-13cddcd52f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937247 Nov 25 04:55:40.143347 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2ae7aa7c-7bbb-471b-866a-9d6aa629801a req-e3f4f687-2d87-49c5-a999-3d58ca28f1c8 service neutron] 10.222.0.41 "GET /v2.0/networks/f77f365b-02be-45f9-954a-13cddcd52f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936086 Nov 25 04:55:40.291611 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7283d9-ef86-496b-8eab-0e54b8fdbf69 req-7e742d5e-4fc9-4685-851e-2372122a80b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:40.293143 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bf7283d9-ef86-496b-8eab-0e54b8fdbf69 req-7e742d5e-4fc9-4685-851e-2372122a80b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff8379d8cdb74602af55d34607368946&device_id=b4cfdb05-cc80-4dbb-aa30-afc458cd4a20 HTTP/1.1" status: 200 len: 1097 time: 0.0441813 Nov 25 04:55:40.386891 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7283d9-ef86-496b-8eab-0e54b8fdbf69 req-4f4767ca-2c23-4a36-bb7e-bba4357744ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:40.388427 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bf7283d9-ef86-496b-8eab-0e54b8fdbf69 req-4f4767ca-2c23-4a36-bb7e-bba4357744ab service neutron] 10.222.0.41 "GET /v2.0/networks?id=f77f365b-02be-45f9-954a-13cddcd52f52 HTTP/1.1" status: 200 len: 912 time: 0.0873773 Nov 25 04:55:40.430493 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bf7283d9-ef86-496b-8eab-0e54b8fdbf69 req-cd0465d6-eca4-4b8c-97ea-8ee8071955cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a999c745-2d9c-45a0-826c-406f6d92c9f2 HTTP/1.1" status: 200 len: 217 time: 0.0343041 Nov 25 04:55:40.482668 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7283d9-ef86-496b-8eab-0e54b8fdbf69 req-c0d62c14-435f-4b07-83a6-6d6163e48fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:40.484067 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bf7283d9-ef86-496b-8eab-0e54b8fdbf69 req-c0d62c14-435f-4b07-83a6-6d6163e48fc6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9662cdb6-12c0-4624-997f-c4dc12ecd471 HTTP/1.1" status: 200 len: 850 time: 0.0450611 Nov 25 04:55:40.534058 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7283d9-ef86-496b-8eab-0e54b8fdbf69 req-68808f81-0f36-4fff-a79a-400a29c2b903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:40.535604 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bf7283d9-ef86-496b-8eab-0e54b8fdbf69 req-68808f81-0f36-4fff-a79a-400a29c2b903 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f77f365b-02be-45f9-954a-13cddcd52f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437882 Nov 25 04:55:40.660325 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bf7283d9-ef86-496b-8eab-0e54b8fdbf69 req-9becb9bd-853e-41ef-b7a1-b9c1959988e7 service neutron] 10.222.0.41 "GET /v2.0/networks/f77f365b-02be-45f9-954a-13cddcd52f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163774 Nov 25 04:55:40.683325 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4219a8-510f-4259-8ff3-43b1c460be98 req-c73838c2-4ebc-4db5-8b6b-08002591af29 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:40.684751 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ec4219a8-510f-4259-8ff3-43b1c460be98 req-c73838c2-4ebc-4db5-8b6b-08002591af29 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cfdb05-cc80-4dbb-aa30-afc458cd4a20 HTTP/1.1" status: 200 len: 944 time: 0.0800159 Nov 25 04:55:40.786482 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-ec4219a8-510f-4259-8ff3-43b1c460be98 req-55eaa6ff-fcb3-4d86-a9ae-2a80e4dafb30 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf1fe08a-d9b6-4c96-a764-44edb9d4345b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908587 Nov 25 04:55:40.791961 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bf7283d9-ef86-496b-8eab-0e54b8fdbf69 req-cea6e954-cf37-46c9-9319-d7d19d4dc10f service neutron] 10.222.0.41 "GET /v2.0/networks/f77f365b-02be-45f9-954a-13cddcd52f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231740 Nov 25 04:55:41.913403 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aac7c4-fbfc-40d4-a9cb-3aa89fa4551d req-ba72d379-fb7f-4fd9-8f42-0d7667a2ba2e tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:41.915267 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-65aac7c4-fbfc-40d4-a9cb-3aa89fa4551d req-ba72d379-fb7f-4fd9-8f42-0d7667a2ba2e tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cfdb05-cc80-4dbb-aa30-afc458cd4a20 HTTP/1.1" status: 200 len: 944 time: 0.0514283 Nov 25 04:55:41.970090 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-65aac7c4-fbfc-40d4-a9cb-3aa89fa4551d req-1e0caea0-65fc-40c7-b142-abeae19bbf11 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf1fe08a-d9b6-4c96-a764-44edb9d4345b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457392 Nov 25 04:55:42.108007 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device a999c745-2d9c-45a0-826c-406f6d92c9f2 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=109072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 04:55:42.216966 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port a999c745-2d9c-45a0-826c-406f6d92c9f2, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a999c745-2d9c-45a0-826c-406f6d92c9f2,segment=NetworkSegment(b1dba0eb-0cf9-4f10-8d76-96f787d824b9),segment_id=b1dba0eb-0cf9-4f10-8d76-96f787d824b9)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:55:42.229376 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Returning: {'device': 'a999c745-2d9c-45a0-826c-406f6d92c9f2', 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52', 'port_id': 'a999c745-2d9c-45a0-826c-406f6d92c9f2', 'mac_address': 'fa:16:3e:2b:dc:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9662cdb6-12c0-4624-997f-c4dc12ecd471', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 04:55:42.272405 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:42.286049 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a999c745-2d9c-45a0-826c-406f6d92c9f2 {{(pid=109072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:55:42.306851 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port a999c745-2d9c-45a0-826c-406f6d92c9f2, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a999c745-2d9c-45a0-826c-406f6d92c9f2,segment=NetworkSegment(b1dba0eb-0cf9-4f10-8d76-96f787d824b9),segment_id=b1dba0eb-0cf9-4f10-8d76-96f787d824b9)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:55:42.313555 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:42.368052 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=a999c745-2d9c-45a0-826c-406f6d92c9f2,revision_number=4']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:55:42.623493 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['a999c745-2d9c-45a0-826c-406f6d92c9f2'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:55:43.105825 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f74fb-0832-4376-a290-e5c232889f17 req-6b061b66-20c7-4442-80f0-fe47a8a6aa0f tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:43.107349 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6e9f74fb-0832-4376-a290-e5c232889f17 req-6b061b66-20c7-4442-80f0-fe47a8a6aa0f tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cfdb05-cc80-4dbb-aa30-afc458cd4a20 HTTP/1.1" status: 200 len: 945 time: 0.0602207 Nov 25 04:55:43.158948 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6e9f74fb-0832-4376-a290-e5c232889f17 req-b57f5b82-caf2-4bf7-90c6-df2cda11614b tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf1fe08a-d9b6-4c96-a764-44edb9d4345b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426433 Nov 25 04:55:44.118539 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device a999c745-2d9c-45a0-826c-406f6d92c9f2 up at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:55:44.177539 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning for port a999c745-2d9c-45a0-826c-406f6d92c9f2 completed by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 04:55:44.181779 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning complete for port a999c745-2d9c-45a0-826c-406f6d92c9f2 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:55:44.182162 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:44.265395 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:44.276000 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e10c239-ad98-49c3-8920-809bf65256a0 req-5c677ba3-2e23-4e2c-8557-8c5633384528 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:44.277550 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8e10c239-ad98-49c3-8920-809bf65256a0 req-5c677ba3-2e23-4e2c-8557-8c5633384528 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cfdb05-cc80-4dbb-aa30-afc458cd4a20 HTTP/1.1" status: 200 len: 945 time: 0.0489101 Nov 25 04:55:44.288501 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4cfdb05-cc80-4dbb-aa30-afc458cd4a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a999c745-2d9c-45a0-826c-406f6d92c9f2'}] {{(pid=109072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:55:44.290877 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21d2e46f9f4131852b38a57b118a04601412ee452ef2f91c34d7ef8e942fd252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20963ffb-51c8-4d90-8cd0-d52ab7ef5807" -d '{"events": [{"server_uuid": "b4cfdb05-cc80-4dbb-aa30-afc458cd4a20", "name": "network-vif-plugged", "status": "completed", "tag": "a999c745-2d9c-45a0-826c-406f6d92c9f2"}]}' {{(pid=109072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:55:44.304364 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port a999c745-2d9c-45a0-826c-406f6d92c9f2, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a999c745-2d9c-45a0-826c-406f6d92c9f2,segment=NetworkSegment(b1dba0eb-0cf9-4f10-8d76-96f787d824b9),segment_id=b1dba0eb-0cf9-4f10-8d76-96f787d824b9)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:55:44.309537 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:44.332030 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8e10c239-ad98-49c3-8920-809bf65256a0 req-a110da24-0492-4d7f-b144-42a89ade3ffc tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf1fe08a-d9b6-4c96-a764-44edb9d4345b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481026 Nov 25 04:55:44.337290 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c764403-b6a5-4fcf-a158-3e1ee4f8a10e x-openstack-request-id: req-2c764403-b6a5-4fcf-a158-3e1ee4f8a10e {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:55:44.337613 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4cfdb05-cc80-4dbb-aa30-afc458cd4a20", "name": "network-vif-plugged", "status": "completed", "tag": "a999c745-2d9c-45a0-826c-406f6d92c9f2", "code": 200}]} {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:55:44.337834 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2c764403-b6a5-4fcf-a158-3e1ee4f8a10e {{(pid=109072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:55:44.338243 dv-cinder-815582-6-iscsi neutron-server[109072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4cfdb05-cc80-4dbb-aa30-afc458cd4a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a999c745-2d9c-45a0-826c-406f6d92c9f2', 'code': 200} Nov 25 04:55:44.363070 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=a999c745-2d9c-45a0-826c-406f6d92c9f2,revision_number=5']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:55:44.563962 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30fc534-7d81-4ba4-adc9-5c3ea94bfe47 req-1871e9a3-8262-44eb-b831-4f4be5ccda4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:44.565517 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b30fc534-7d81-4ba4-adc9-5c3ea94bfe47 req-1871e9a3-8262-44eb-b831-4f4be5ccda4e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b4cfdb05-cc80-4dbb-aa30-afc458cd4a20 HTTP/1.1" status: 200 len: 1099 time: 0.0434990 Nov 25 04:55:44.612712 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b30fc534-7d81-4ba4-adc9-5c3ea94bfe47 req-55570b46-bf5f-4988-9ffb-7b55a15ed32e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bf1fe08a-d9b6-4c96-a764-44edb9d4345b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396051 Nov 25 04:55:45.454063 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e14daf-24c2-4142-b50d-fc62e37f4f9a req-1556b3ec-245e-4fe5-94f5-94bd0de0e295 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:45.455566 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-03e14daf-24c2-4142-b50d-fc62e37f4f9a req-1556b3ec-245e-4fe5-94f5-94bd0de0e295 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cfdb05-cc80-4dbb-aa30-afc458cd4a20 HTTP/1.1" status: 200 len: 946 time: 0.0489256 Nov 25 04:55:45.507305 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-03e14daf-24c2-4142-b50d-fc62e37f4f9a req-971b830a-670f-4bed-b2dc-aac155194418 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf1fe08a-d9b6-4c96-a764-44edb9d4345b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457077 Nov 25 04:55:46.637835 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a39d0-6eec-4366-a273-6dead34f416e req-9b037436-9579-4461-8c5c-e49b424858ae tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:46.639372 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-139a39d0-6eec-4366-a273-6dead34f416e req-9b037436-9579-4461-8c5c-e49b424858ae tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cfdb05-cc80-4dbb-aa30-afc458cd4a20 HTTP/1.1" status: 200 len: 946 time: 0.0506198 Nov 25 04:55:46.691179 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-139a39d0-6eec-4366-a273-6dead34f416e req-0452f761-e76e-48e6-9572-01dbff1169e1 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf1fe08a-d9b6-4c96-a764-44edb9d4345b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426207 Nov 25 04:55:46.818289 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6786a-ac87-4c29-9b6b-5954809af3ad req-00434aad-81fc-4407-abc6-61f79affa5a7 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:46.819810 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c8a6786a-ac87-4c29-9b6b-5954809af3ad req-00434aad-81fc-4407-abc6-61f79affa5a7 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cfdb05-cc80-4dbb-aa30-afc458cd4a20 HTTP/1.1" status: 200 len: 946 time: 0.0534325 Nov 25 04:55:46.828778 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 60508) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:55:46.833426 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-1b3c6678-5a64-4773-9ce3-e2ae402f8ad1 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Request body: {'floatingip': {'port_id': 'a999c745-2d9c-45a0-826c-406f6d92c9f2'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:55:46.872908 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1b3c6678-5a64-4773-9ce3-e2ae402f8ad1 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for floatingip, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:47.319470 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1b3c6678-5a64-4773-9ce3-e2ae402f8ad1 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:47.327681 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1b3c6678-5a64-4773-9ce3-e2ae402f8ad1 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688023'] for floatingip, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:47.443638 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.db.l3_db [None req-1b3c6678-5a64-4773-9ce3-e2ae402f8ad1 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Floating IP f57cee67-9bf6-42b8-a35f-9de8febe7bd3 associated. External IP: 172.27.2.166, port: a999c745-2d9c-45a0-826c-406f6d92c9f2. Nov 25 04:55:47.654578 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3c6678-5a64-4773-9ce3-e2ae402f8ad1 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Router 3e6aa8c0-8e43-44ea-ad80-2073c22cf059 has already been hosted by L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f {{(pid=109070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 04:55:48.003847 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3c6678-5a64-4773-9ce3-e2ae402f8ad1 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:55:48.009214 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1b3c6678-5a64-4773-9ce3-e2ae402f8ad1 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for floatingip, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:48.014764 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31effa90-086f-4bc2-9367-5b6fae52c21d None None] Sync routers for ids ['3e6aa8c0-8e43-44ea-ad80-2073c22cf059'] in dv-cinder-815582-6-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:55:48.025128 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31effa90-086f-4bc2-9367-5b6fae52c21d None None] Routers {'3e6aa8c0-8e43-44ea-ad80-2073c22cf059'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:55:48.025717 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-31effa90-086f-4bc2-9367-5b6fae52c21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:55:30Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['3e6aa8c0-8e43-44ea-ad80-2073c22cf059'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:55:48.037122 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-1b3c6678-5a64-4773-9ce3-e2ae402f8ad1 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "PUT /v2.0/floatingips/f57cee67-9bf6-42b8-a35f-9de8febe7bd3 HTTP/1.1" status: 200 len: 992 time: 1.2072771 Nov 25 04:55:48.037773 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4cfdb05-cc80-4dbb-aa30-afc458cd4a20', 'tag': 'a999c745-2d9c-45a0-826c-406f6d92c9f2'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:55:48.040115 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c54fbf746f0c7fba78ef8d59e1beae84bb94fede6ed59824d7b8ea859eeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea2e485-3dc8-49f4-913f-4187b60245cc" -d '{"events": [{"name": "network-changed", "server_uuid": "b4cfdb05-cc80-4dbb-aa30-afc458cd4a20", "tag": "a999c745-2d9c-45a0-826c-406f6d92c9f2"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:55:48.078291 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 04:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043258c5-29d4-4ca7-92b7-be1ef9e9eb36 x-openstack-request-id: req-043258c5-29d4-4ca7-92b7-be1ef9e9eb36 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:55:48.079067 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4cfdb05-cc80-4dbb-aa30-afc458cd4a20", "tag": "a999c745-2d9c-45a0-826c-406f6d92c9f2", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:55:48.079328 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-043258c5-29d4-4ca7-92b7-be1ef9e9eb36 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:55:48.079750 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4cfdb05-cc80-4dbb-aa30-afc458cd4a20', 'tag': 'a999c745-2d9c-45a0-826c-406f6d92c9f2', 'status': 'completed', 'code': 200} Nov 25 04:55:48.138164 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-31effa90-086f-4bc2-9367-5b6fae52c21d None None] Set router 3e6aa8c0-8e43-44ea-ad80-2073c22cf059 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:55:48.172198 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2e485-3dc8-49f4-913f-4187b60245cc req-ee210a18-009d-4454-92e4-425c401fbe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:48.173778 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-cea2e485-3dc8-49f4-913f-4187b60245cc req-ee210a18-009d-4454-92e4-425c401fbe9d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff8379d8cdb74602af55d34607368946&device_id=b4cfdb05-cc80-4dbb-aa30-afc458cd4a20 HTTP/1.1" status: 200 len: 1099 time: 0.0417905 Nov 25 04:55:48.268041 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2e485-3dc8-49f4-913f-4187b60245cc req-886390dc-475e-493b-89ac-d3cec8d76e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:48.269983 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-cea2e485-3dc8-49f4-913f-4187b60245cc req-886390dc-475e-493b-89ac-d3cec8d76e5c service neutron] 10.222.0.41 "GET /v2.0/networks?id=f77f365b-02be-45f9-954a-13cddcd52f52 HTTP/1.1" status: 200 len: 912 time: 0.0877056 Nov 25 04:55:48.340590 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-cea2e485-3dc8-49f4-913f-4187b60245cc req-52cab522-cd6b-4989-9c53-651711eb769e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a999c745-2d9c-45a0-826c-406f6d92c9f2 HTTP/1.1" status: 200 len: 1000 time: 0.0627999 Nov 25 04:55:48.381156 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-31effa90-086f-4bc2-9367-5b6fae52c21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'name': 'tempest-AttachVolumeTestJSON-1106189964-router', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd9ac4deb-af05-4fb4-9028-e241204fc75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:52:25Z', 'updated_at': '2021-11-25T04:52:30Z', 'revision_number': 4, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'gw_port': {'id': 'd9ac4deb-af05-4fb4-9028-e241204fc75b', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:52:26Z', 'updated_at': '2021-11-25T04:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_floatingips': [{'id': 'f57cee67-9bf6-42b8-a35f-9de8febe7bd3', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'floating_ip_address': '172.27.2.166', 'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'router_id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'port_id': 'a999c745-2d9c-45a0-826c-406f6d92c9f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52', 'mac_address': 'fa:16:3e:2b:dc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cfdb05-cc80-4dbb-aa30-afc458cd4a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:55:36Z', 'updated_at': '2021-11-25T04:55:47Z', 'revision_number': 1, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f487ba6-f28a-4a1f-90b4-167db3765323', 'name': '', 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'mac_address': 'fa:16:3e:f6:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9662cdb6-12c0-4624-997f-c4dc12ecd471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:52:29Z', 'updated_at': '2021-11-25T04:52:34Z', 'revision_number': 5, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'subnets': [{'id': '9662cdb6-12c0-4624-997f-c4dc12ecd471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:55:48.390389 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2e485-3dc8-49f4-913f-4187b60245cc req-d5ebbb31-f1f1-4e8c-b634-d87b4674ed7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:48.391783 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-cea2e485-3dc8-49f4-913f-4187b60245cc req-d5ebbb31-f1f1-4e8c-b634-d87b4674ed7b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9662cdb6-12c0-4624-997f-c4dc12ecd471 HTTP/1.1" status: 200 len: 850 time: 0.0442231 Nov 25 04:55:48.407718 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31effa90-086f-4bc2-9367-5b6fae52c21d None None] Checking router: 3e6aa8c0-8e43-44ea-ad80-2073c22cf059 for host: dv-cinder-815582-6-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:55:48.416271 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31effa90-086f-4bc2-9367-5b6fae52c21d None None] Routers {'3e6aa8c0-8e43-44ea-ad80-2073c22cf059'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:55:48.416899 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-31effa90-086f-4bc2-9367-5b6fae52c21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:55:30Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['3e6aa8c0-8e43-44ea-ad80-2073c22cf059'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:55:48.440364 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2e485-3dc8-49f4-913f-4187b60245cc req-29434f81-85ca-4bca-83e6-88dc1abeb1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:55:48.441902 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-cea2e485-3dc8-49f4-913f-4187b60245cc req-29434f81-85ca-4bca-83e6-88dc1abeb1fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f77f365b-02be-45f9-954a-13cddcd52f52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428364 Nov 25 04:55:48.533583 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-31effa90-086f-4bc2-9367-5b6fae52c21d None None] Set router 3e6aa8c0-8e43-44ea-ad80-2073c22cf059 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:55:48.533969 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-cea2e485-3dc8-49f4-913f-4187b60245cc req-d5b553b1-6e64-4a78-bda6-974116840fed service neutron] 10.222.0.41 "GET /v2.0/networks/f77f365b-02be-45f9-954a-13cddcd52f52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834546 Nov 25 04:55:48.636667 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-cea2e485-3dc8-49f4-913f-4187b60245cc req-95e76cc3-ebc3-4c85-8f04-a4a9dfd476fc service neutron] 10.222.0.41 "GET /v2.0/networks/f77f365b-02be-45f9-954a-13cddcd52f52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954001 Nov 25 04:55:48.780560 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-31effa90-086f-4bc2-9367-5b6fae52c21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'name': 'tempest-AttachVolumeTestJSON-1106189964-router', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd9ac4deb-af05-4fb4-9028-e241204fc75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:52:25Z', 'updated_at': '2021-11-25T04:52:30Z', 'revision_number': 4, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'gw_port': {'id': 'd9ac4deb-af05-4fb4-9028-e241204fc75b', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:52:26Z', 'updated_at': '2021-11-25T04:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_floatingips': [{'id': 'f57cee67-9bf6-42b8-a35f-9de8febe7bd3', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'floating_ip_address': '172.27.2.166', 'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'router_id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'port_id': 'a999c745-2d9c-45a0-826c-406f6d92c9f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52', 'mac_address': 'fa:16:3e:2b:dc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cfdb05-cc80-4dbb-aa30-afc458cd4a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:55:36Z', 'updated_at': '2021-11-25T04:55:47Z', 'revision_number': 1, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f487ba6-f28a-4a1f-90b4-167db3765323', 'name': '', 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'mac_address': 'fa:16:3e:f6:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9662cdb6-12c0-4624-997f-c4dc12ecd471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:52:29Z', 'updated_at': '2021-11-25T04:52:34Z', 'revision_number': 5, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'subnets': [{'id': '9662cdb6-12c0-4624-997f-c4dc12ecd471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:55:48.816128 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31effa90-086f-4bc2-9367-5b6fae52c21d None None] The sync data for ids ['3e6aa8c0-8e43-44ea-ad80-2073c22cf059'] in dv-cinder-815582-6-iscsi is: [{'id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'name': 'tempest-AttachVolumeTestJSON-1106189964-router', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd9ac4deb-af05-4fb4-9028-e241204fc75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:52:25Z', 'updated_at': '2021-11-25T04:52:30Z', 'revision_number': 4, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'gw_port': {'id': 'd9ac4deb-af05-4fb4-9028-e241204fc75b', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:52:26Z', 'updated_at': '2021-11-25T04:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_floatingips': [{'id': 'f57cee67-9bf6-42b8-a35f-9de8febe7bd3', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'floating_ip_address': '172.27.2.166', 'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'router_id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'port_id': 'a999c745-2d9c-45a0-826c-406f6d92c9f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52', 'mac_address': 'fa:16:3e:2b:dc:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4cfdb05-cc80-4dbb-aa30-afc458cd4a20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:55:36Z', 'updated_at': '2021-11-25T04:55:47Z', 'revision_number': 1, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f487ba6-f28a-4a1f-90b4-167db3765323', 'name': '', 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'mac_address': 'fa:16:3e:f6:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9662cdb6-12c0-4624-997f-c4dc12ecd471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:52:29Z', 'updated_at': '2021-11-25T04:52:34Z', 'revision_number': 5, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'subnets': [{'id': '9662cdb6-12c0-4624-997f-c4dc12ecd471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:55:49.006801 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795e622f-2db1-4507-a8cc-11a0880d8112 None None] New status for floating IP f57cee67-9bf6-42b8-a35f-9de8febe7bd3: ACTIVE {{(pid=109073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 04:55:54.173039 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:55:57.797635 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-4b97f2ee-33cd-42ef-8e0b-63eb5389351f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:00.175313 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-fa2f65b7-b664-4d91-8d04-e6ec4dee6da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:00.444471 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754a84a-607d-4304-b6d5-cdbc478713c6 req-cc1bd9fd-afea-4727-9542-6a0059c60ada tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:56:00.445859 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0754a84a-607d-4304-b6d5-cdbc478713c6 req-cc1bd9fd-afea-4727-9542-6a0059c60ada tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 946 time: 0.0489552 Nov 25 04:56:00.499822 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0754a84a-607d-4304-b6d5-cdbc478713c6 req-d0c01690-6337-4ffa-95c6-0098a19f391e tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451615 Nov 25 04:56:01.253032 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:01.628592 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04fc2a-474e-43b6-9718-8ff7464c2ded req-bf0e4f88-0c1b-4fc7-9f34-b3e5f16ae921 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:56:01.633215 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-7a04fc2a-474e-43b6-9718-8ff7464c2ded req-bf0e4f88-0c1b-4fc7-9f34-b3e5f16ae921 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 946 time: 0.0534377 Nov 25 04:56:01.679630 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-7a04fc2a-474e-43b6-9718-8ff7464c2ded req-e1d76fde-b2ba-4d49-a1f5-e8fee99b3516 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups?id=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434027 Nov 25 04:56:02.127085 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788456d2-dfa9-4c82-9a99-f09960e21dc5 req-84c11b33-e701-4a6a-b8b8-4c9b3437967d tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:56:02.128618 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-788456d2-dfa9-4c82-9a99-f09960e21dc5 req-84c11b33-e701-4a6a-b8b8-4c9b3437967d tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 946 time: 0.0685673 Nov 25 04:56:02.233830 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-788456d2-dfa9-4c82-9a99-f09960e21dc5 req-0b51459a-0ccb-4a03-ab87-9608ec9e1820 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Deleting port e8c96e92-029f-4591-b2d0-6d3429f9ca70 {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:56:02.233830 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-788456d2-dfa9-4c82-9a99-f09960e21dc5 req-0b51459a-0ccb-4a03-ab87-9608ec9e1820 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:02.346968 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-788456d2-dfa9-4c82-9a99-f09960e21dc5 req-0b51459a-0ccb-4a03-ab87-9608ec9e1820 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] For port e8c96e92-029f-4591-b2d0-6d3429f9ca70, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e8c96e92-029f-4591-b2d0-6d3429f9ca70,segment=NetworkSegment(644e32ed-c2f3-4335-b74d-ee8f50200ec0),segment_id=644e32ed-c2f3-4335-b74d-ee8f50200ec0)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:56:02.347306 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-788456d2-dfa9-4c82-9a99-f09960e21dc5 req-0b51459a-0ccb-4a03-ab87-9608ec9e1820 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:02.539554 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-788456d2-dfa9-4c82-9a99-f09960e21dc5 req-0b51459a-0ccb-4a03-ab87-9608ec9e1820 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:02.539780 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-788456d2-dfa9-4c82-9a99-f09960e21dc5 req-0b51459a-0ccb-4a03-ab87-9608ec9e1820 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688023'] for floatingip, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:02.540111 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.db.l3_db [req-788456d2-dfa9-4c82-9a99-f09960e21dc5 req-0b51459a-0ccb-4a03-ab87-9608ec9e1820 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Floating IP a1fca95a-7b96-4254-901d-1618077b7bb2 disassociated. External IP: 172.27.2.148, port: e8c96e92-029f-4591-b2d0-6d3429f9ca70. Nov 25 04:56:02.540475 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-788456d2-dfa9-4c82-9a99-f09960e21dc5 req-0b51459a-0ccb-4a03-ab87-9608ec9e1820 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Calling delete_port for e8c96e92-029f-4591-b2d0-6d3429f9ca70 owned by compute:nova {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:56:02.649566 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:02.701042 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-788456d2-dfa9-4c82-9a99-f09960e21dc5 req-0b51459a-0ccb-4a03-ab87-9608ec9e1820 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:02.730637 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51459a-0ccb-4a03-ab87-9608ec9e1820 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Pushing event deleted for resources: {'Port': ['ID=e8c96e92-029f-4591-b2d0-6d3429f9ca70,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:02.796298 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-29012059-585e-4d79-923e-a36f3a530780 req-9c540efe-1e06-4ae6-be8b-e6b207aadfbc tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a05724b-2edd-42a1-a844-3f9afd515c16 HTTP/1.1" status: 200 len: 210 time: 0.0264702 Nov 25 04:56:02.855588 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [req-788456d2-dfa9-4c82-9a99-f09960e21dc5 req-0b51459a-0ccb-4a03-ab87-9608ec9e1820 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Router 7148b292-21cd-4c70-b902-684b86a972bf has already been hosted by L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f {{(pid=109070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 04:56:02.986666 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-788456d2-dfa9-4c82-9a99-f09960e21dc5 req-0b51459a-0ccb-4a03-ab87-9608ec9e1820 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:56:03.001759 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b1dbea-b720-4c16-8f45-2ae7d8772d94 None None] Sync routers for ids ['7148b292-21cd-4c70-b902-684b86a972bf'] in dv-cinder-815582-6-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:56:03.013021 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b1dbea-b720-4c16-8f45-2ae7d8772d94 None None] Routers {'7148b292-21cd-4c70-b902-684b86a972bf'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:56:03.013572 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-92b1dbea-b720-4c16-8f45-2ae7d8772d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:56:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['7148b292-21cd-4c70-b902-684b86a972bf'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:56:03.035794 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-788456d2-dfa9-4c82-9a99-f09960e21dc5 req-0b51459a-0ccb-4a03-ab87-9608ec9e1820 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] No DVR routers for this DVR port e8c96e92-029f-4591-b2d0-6d3429f9ca70 on host hv-cinder-81558 {{(pid=109070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 04:56:03.039105 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-788456d2-dfa9-4c82-9a99-f09960e21dc5 req-0b51459a-0ccb-4a03-ab87-9608ec9e1820 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:03.045550 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-788456d2-dfa9-4c82-9a99-f09960e21dc5 req-0b51459a-0ccb-4a03-ab87-9608ec9e1820 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.41 "DELETE /v2.0/ports/e8c96e92-029f-4591-b2d0-6d3429f9ca70 HTTP/1.1" status: 204 len: 173 time: 0.9105566 Nov 25 04:56:03.046251 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a05724b-2edd-42a1-a844-3f9afd515c16', 'name': 'network-vif-deleted', 'tag': 'e8c96e92-029f-4591-b2d0-6d3429f9ca70'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:56:03.050483 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c54fbf746f0c7fba78ef8d59e1beae84bb94fede6ed59824d7b8ea859eeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92915550-5d84-4e39-9a7a-77f83b9d73f4" -d '{"events": [{"server_uuid": "1a05724b-2edd-42a1-a844-3f9afd515c16", "name": "network-vif-deleted", "tag": "e8c96e92-029f-4591-b2d0-6d3429f9ca70"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:56:03.104873 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f98edb-84ee-4bcf-8b0e-5487fb2ad9d7 x-openstack-request-id: req-74f98edb-84ee-4bcf-8b0e-5487fb2ad9d7 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:56:03.105283 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a05724b-2edd-42a1-a844-3f9afd515c16", "name": "network-vif-deleted", "tag": "e8c96e92-029f-4591-b2d0-6d3429f9ca70", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:56:03.105617 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-74f98edb-84ee-4bcf-8b0e-5487fb2ad9d7 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:56:03.106234 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a05724b-2edd-42a1-a844-3f9afd515c16', 'name': 'network-vif-deleted', 'tag': 'e8c96e92-029f-4591-b2d0-6d3429f9ca70', 'status': 'completed', 'code': 200} Nov 25 04:56:03.137936 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-92b1dbea-b720-4c16-8f45-2ae7d8772d94 None None] Set router 7148b292-21cd-4c70-b902-684b86a972bf gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:56:03.480731 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-92b1dbea-b720-4c16-8f45-2ae7d8772d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7148b292-21cd-4c70-b902-684b86a972bf', 'name': 'tempest-AttachVolumeShelveTestJSON-110648917-router', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '699b77c7-59e1-4e8c-81b0-1e5fa28041b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:48:13Z', 'updated_at': '2021-11-25T04:48:29Z', 'revision_number': 4, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'gw_port': {'id': '699b77c7-59e1-4e8c-81b0-1e5fa28041b2', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7148b292-21cd-4c70-b902-684b86a972bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:15Z', 'updated_at': '2021-11-25T04:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '9a337d4c-e698-489a-b780-f00619525ce6', 'name': '', 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'mac_address': 'fa:16:3e:9f:e7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7148b292-21cd-4c70-b902-684b86a972bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6ff11583-5631-4068-991c-12b3ca3de03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:26Z', 'updated_at': '2021-11-25T04:48:37Z', 'revision_number': 5, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'subnets': [{'id': '6ff11583-5631-4068-991c-12b3ca3de03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:56:03.507827 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b1dbea-b720-4c16-8f45-2ae7d8772d94 None None] Checking router: 7148b292-21cd-4c70-b902-684b86a972bf for host: dv-cinder-815582-6-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:56:03.516910 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b1dbea-b720-4c16-8f45-2ae7d8772d94 None None] Routers {'7148b292-21cd-4c70-b902-684b86a972bf'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:56:03.517545 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-92b1dbea-b720-4c16-8f45-2ae7d8772d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:56:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['7148b292-21cd-4c70-b902-684b86a972bf'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:56:03.586464 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:03.642133 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-92b1dbea-b720-4c16-8f45-2ae7d8772d94 None None] Set router 7148b292-21cd-4c70-b902-684b86a972bf gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:56:03.841308 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-92b1dbea-b720-4c16-8f45-2ae7d8772d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7148b292-21cd-4c70-b902-684b86a972bf', 'name': 'tempest-AttachVolumeShelveTestJSON-110648917-router', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '699b77c7-59e1-4e8c-81b0-1e5fa28041b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:48:13Z', 'updated_at': '2021-11-25T04:48:29Z', 'revision_number': 4, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'gw_port': {'id': '699b77c7-59e1-4e8c-81b0-1e5fa28041b2', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7148b292-21cd-4c70-b902-684b86a972bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:15Z', 'updated_at': '2021-11-25T04:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '9a337d4c-e698-489a-b780-f00619525ce6', 'name': '', 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'mac_address': 'fa:16:3e:9f:e7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7148b292-21cd-4c70-b902-684b86a972bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6ff11583-5631-4068-991c-12b3ca3de03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:26Z', 'updated_at': '2021-11-25T04:48:37Z', 'revision_number': 5, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'subnets': [{'id': '6ff11583-5631-4068-991c-12b3ca3de03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:56:03.872696 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b1dbea-b720-4c16-8f45-2ae7d8772d94 None None] The sync data for ids ['7148b292-21cd-4c70-b902-684b86a972bf'] in dv-cinder-815582-6-iscsi is: [{'id': '7148b292-21cd-4c70-b902-684b86a972bf', 'name': 'tempest-AttachVolumeShelveTestJSON-110648917-router', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '699b77c7-59e1-4e8c-81b0-1e5fa28041b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:48:13Z', 'updated_at': '2021-11-25T04:48:29Z', 'revision_number': 4, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'gw_port': {'id': '699b77c7-59e1-4e8c-81b0-1e5fa28041b2', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7148b292-21cd-4c70-b902-684b86a972bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:15Z', 'updated_at': '2021-11-25T04:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '9a337d4c-e698-489a-b780-f00619525ce6', 'name': '', 'network_id': '3bbd6da5-4c15-46da-9de5-c44a36974cd0', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'mac_address': 'fa:16:3e:9f:e7:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7148b292-21cd-4c70-b902-684b86a972bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6ff11583-5631-4068-991c-12b3ca3de03f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:26Z', 'updated_at': '2021-11-25T04:48:37Z', 'revision_number': 5, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'subnets': [{'id': '6ff11583-5631-4068-991c-12b3ca3de03f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:56:03.892311 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 60568) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:03.947041 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-bed9e59a-1ef3-499a-a093-69c5948cb77f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:03.974318 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-bed9e59a-1ef3-499a-a093-69c5948cb77f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:04.034386 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-bed9e59a-1ef3-499a-a093-69c5948cb77f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:04.037371 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-bed9e59a-1ef3-499a-a093-69c5948cb77f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:04.039221 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-bed9e59a-1ef3-499a-a093-69c5948cb77f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "DELETE /v2.0/security-groups/5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99 HTTP/1.1" status: 204 len: 168 time: 0.1452725 Nov 25 04:56:04.041544 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 60570) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:04.049548 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9e59a-1ef3-499a-a093-69c5948cb77f tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:04.066481 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.api.v2.resource [None req-7c12031c-f128-49a9-a845-80e1c842ffb5 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] show failed (client error): The resource could not be found. Nov 25 04:56:04.068218 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-7c12031c-f128-49a9-a845-80e1c842ffb5 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "GET /v2.0/security-groups/5ebc8d78-a2c2-407f-a6a4-3a8b7ab79d99 HTTP/1.1" status: 404 len: 347 time: 0.0247202 Nov 25 04:56:04.071344 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 60572) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:04.116260 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7616cfa-4839-4aae-b29b-4549b23ef076 None None] New status for floating IP a1fca95a-7b96-4254-901d-1618077b7bb2: DOWN {{(pid=109073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 04:56:04.197898 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-dcb242d9-d46f-480a-b8cf-18498c6f21d3 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Deleting port b6938463-1120-48ad-aeae-139f1b66781f {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:56:04.198248 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-dcb242d9-d46f-480a-b8cf-18498c6f21d3 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:04.274263 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-dcb242d9-d46f-480a-b8cf-18498c6f21d3 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:04.274677 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-dcb242d9-d46f-480a-b8cf-18498c6f21d3 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:04.285994 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-dcb242d9-d46f-480a-b8cf-18498c6f21d3 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Calling delete_port for b6938463-1120-48ad-aeae-139f1b66781f owned by network:floatingip {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:56:04.437664 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-dcb242d9-d46f-480a-b8cf-18498c6f21d3 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:04.462739 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb242d9-d46f-480a-b8cf-18498c6f21d3 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Pushing event deleted for resources: {'Port': ['ID=b6938463-1120-48ad-aeae-139f1b66781f,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:04.525973 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-dcb242d9-d46f-480a-b8cf-18498c6f21d3 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks [] for floatingip, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:04.528648 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-dcb242d9-d46f-480a-b8cf-18498c6f21d3 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for floatingip, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:04.529840 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-dcb242d9-d46f-480a-b8cf-18498c6f21d3 tempest-AttachVolumeShelveTestJSON-1706232330 tempest-AttachVolumeShelveTestJSON-1706232330-project] 10.222.0.36 "DELETE /v2.0/floatingips/a1fca95a-7b96-4254-901d-1618077b7bb2 HTTP/1.1" status: 204 len: 168 time: 0.4574969 Nov 25 04:56:06.241018 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device e8c96e92-029f-4591-b2d0-6d3429f9ca70 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:56:06.267047 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] No Port match for: e8c96e92-029f-4591-b2d0-6d3429f9ca70 {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 04:56:06.267404 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device e8c96e92-029f-4591-b2d0-6d3429f9ca70 not bound to the agent host hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 04:56:06.988495 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 60598) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:07.714285 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-9732dd7a-8bb6-4956-8fc5-f6f26c5565d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681879'] for router_interface, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:07.964457 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-9732dd7a-8bb6-4956-8fc5-f6f26c5565d3 admin admin] Deleting port 9a337d4c-e698-489a-b780-f00619525ce6 {{(pid=109071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:56:07.964752 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-9732dd7a-8bb6-4956-8fc5-f6f26c5565d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:08.043577 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-9732dd7a-8bb6-4956-8fc5-f6f26c5565d3 admin admin] For port 9a337d4c-e698-489a-b780-f00619525ce6, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=9a337d4c-e698-489a-b780-f00619525ce6,segment=NetworkSegment(644e32ed-c2f3-4335-b74d-ee8f50200ec0),segment_id=644e32ed-c2f3-4335-b74d-ee8f50200ec0)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:56:08.044337 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-9732dd7a-8bb6-4956-8fc5-f6f26c5565d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:08.057048 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-9732dd7a-8bb6-4956-8fc5-f6f26c5565d3 admin admin] Calling delete_port for 9a337d4c-e698-489a-b780-f00619525ce6 owned by network:router_interface {{(pid=109071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:56:08.242654 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-9732dd7a-8bb6-4956-8fc5-f6f26c5565d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:08.275337 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732dd7a-8bb6-4956-8fc5-f6f26c5565d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a337d4c-e698-489a-b780-f00619525ce6,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:08.301024 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9732dd7a-8bb6-4956-8fc5-f6f26c5565d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:56:08.301377 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9732dd7a-8bb6-4956-8fc5-f6f26c5565d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:56:08.301764 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9732dd7a-8bb6-4956-8fc5-f6f26c5565d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:56:08.302106 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9732dd7a-8bb6-4956-8fc5-f6f26c5565d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:56:08.302443 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9732dd7a-8bb6-4956-8fc5-f6f26c5565d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:56:08.302775 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9732dd7a-8bb6-4956-8fc5-f6f26c5565d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:56:08.303102 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9732dd7a-8bb6-4956-8fc5-f6f26c5565d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:56:08.303426 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9732dd7a-8bb6-4956-8fc5-f6f26c5565d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:56:08.303754 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9732dd7a-8bb6-4956-8fc5-f6f26c5565d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:56:08.304073 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9732dd7a-8bb6-4956-8fc5-f6f26c5565d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:56:08.304418 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9732dd7a-8bb6-4956-8fc5-f6f26c5565d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:56:08.304739 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9732dd7a-8bb6-4956-8fc5-f6f26c5565d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:56:08.453172 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-9732dd7a-8bb6-4956-8fc5-f6f26c5565d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4163460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681995'] for router_interface, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:08.672140 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9732dd7a-8bb6-4956-8fc5-f6f26c5565d3 admin admin] Router 7148b292-21cd-4c70-b902-684b86a972bf has already been hosted by L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f {{(pid=109071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 04:56:08.778939 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9732dd7a-8bb6-4956-8fc5-f6f26c5565d3 admin admin] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:56:08.784476 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-9732dd7a-8bb6-4956-8fc5-f6f26c5565d3 admin admin] 10.222.0.36 "PUT /v2.0/routers/7148b292-21cd-4c70-b902-684b86a972bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7948377 Nov 25 04:56:08.787610 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 60606) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:08.790613 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe60d2be-a129-4ab9-b15d-58ecc3be0687 None None] Sync routers for ids ['7148b292-21cd-4c70-b902-684b86a972bf'] in dv-cinder-815582-6-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:56:08.802449 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe60d2be-a129-4ab9-b15d-58ecc3be0687 None None] Routers {'7148b292-21cd-4c70-b902-684b86a972bf'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:56:08.803100 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-fe60d2be-a129-4ab9-b15d-58ecc3be0687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:56:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['7148b292-21cd-4c70-b902-684b86a972bf'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:56:08.890215 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-4a3b68aa-f4f2-4497-95ae-11c05627e782 admin admin] Publish callbacks [] for router, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:08.908661 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-fe60d2be-a129-4ab9-b15d-58ecc3be0687 None None] Set router 7148b292-21cd-4c70-b902-684b86a972bf gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:56:08.991621 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-4a3b68aa-f4f2-4497-95ae-11c05627e782 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:09.045801 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-4a3b68aa-f4f2-4497-95ae-11c05627e782 admin admin] Deleting port 699b77c7-59e1-4e8c-81b0-1e5fa28041b2 {{(pid=109071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:56:09.046551 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-4a3b68aa-f4f2-4497-95ae-11c05627e782 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:09.098506 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-fe60d2be-a129-4ab9-b15d-58ecc3be0687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7148b292-21cd-4c70-b902-684b86a972bf', 'name': 'tempest-AttachVolumeShelveTestJSON-110648917-router', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': '699b77c7-59e1-4e8c-81b0-1e5fa28041b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:48:13Z', 'updated_at': '2021-11-25T04:56:08Z', 'revision_number': 5, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'gw_port': {'id': '699b77c7-59e1-4e8c-81b0-1e5fa28041b2', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7148b292-21cd-4c70-b902-684b86a972bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:48:15Z', 'updated_at': '2021-11-25T04:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi'}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:56:09.127407 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe60d2be-a129-4ab9-b15d-58ecc3be0687 None None] Checking router: 7148b292-21cd-4c70-b902-684b86a972bf for host: dv-cinder-815582-6-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:56:09.136242 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe60d2be-a129-4ab9-b15d-58ecc3be0687 None None] Routers {'7148b292-21cd-4c70-b902-684b86a972bf'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:56:09.136852 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-fe60d2be-a129-4ab9-b15d-58ecc3be0687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:56:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['7148b292-21cd-4c70-b902-684b86a972bf'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:56:09.137761 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-4a3b68aa-f4f2-4497-95ae-11c05627e782 admin admin] For port 699b77c7-59e1-4e8c-81b0-1e5fa28041b2, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=699b77c7-59e1-4e8c-81b0-1e5fa28041b2,segment=NetworkSegment(5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6),segment_id=5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:56:09.138146 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-4a3b68aa-f4f2-4497-95ae-11c05627e782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:09.150524 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-4a3b68aa-f4f2-4497-95ae-11c05627e782 admin admin] Calling delete_port for 699b77c7-59e1-4e8c-81b0-1e5fa28041b2 owned by network:router_gateway {{(pid=109071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:56:09.222173 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-fe60d2be-a129-4ab9-b15d-58ecc3be0687 None None] Set router 7148b292-21cd-4c70-b902-684b86a972bf gateway port host: None {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:56:09.275692 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-fe60d2be-a129-4ab9-b15d-58ecc3be0687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7148b292-21cd-4c70-b902-684b86a972bf', 'name': 'tempest-AttachVolumeShelveTestJSON-110648917-router', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:48:13Z', 'updated_at': '2021-11-25T04:56:08Z', 'revision_number': 6, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'gw_port_host': None}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:56:09.302634 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe60d2be-a129-4ab9-b15d-58ecc3be0687 None None] The sync data for ids ['7148b292-21cd-4c70-b902-684b86a972bf'] in dv-cinder-815582-6-iscsi is: [{'id': '7148b292-21cd-4c70-b902-684b86a972bf', 'name': 'tempest-AttachVolumeShelveTestJSON-110648917-router', 'tenant_id': 'f231a19b2ca6447282b854aaf157e86c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:48:13Z', 'updated_at': '2021-11-25T04:56:08Z', 'revision_number': 6, 'project_id': 'f231a19b2ca6447282b854aaf157e86c', 'gw_port_host': None}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:56:09.317942 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-4a3b68aa-f4f2-4497-95ae-11c05627e782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:09.352764 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b68aa-f4f2-4497-95ae-11c05627e782 admin admin] Pushing event deleted for resources: {'Port': ['ID=699b77c7-59e1-4e8c-81b0-1e5fa28041b2,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:09.413086 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-4a3b68aa-f4f2-4497-95ae-11c05627e782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688045'] for router_gateway, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:09.505435 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-4a3b68aa-f4f2-4497-95ae-11c05627e782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24969'] for router, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:09.507785 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-4a3b68aa-f4f2-4497-95ae-11c05627e782 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:09.551963 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-4a3b68aa-f4f2-4497-95ae-11c05627e782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683314'] for router, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:09.552506 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3b68aa-f4f2-4497-95ae-11c05627e782 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7148b292-21cd-4c70-b902-684b86a972bf {{(pid=109071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 04:56:09.557160 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-4a3b68aa-f4f2-4497-95ae-11c05627e782 admin admin] Publish callbacks [] for router, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:09.558356 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-4a3b68aa-f4f2-4497-95ae-11c05627e782 admin admin] 10.222.0.36 "DELETE /v2.0/routers/7148b292-21cd-4c70-b902-684b86a972bf HTTP/1.1" status: 204 len: 168 time: 0.7697723 Nov 25 04:56:09.560924 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 60610) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:09.612292 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.db_base_plugin_v2 [None req-99831d42-6f35-459f-af13-1e3ea59fc51d admin admin] Deleting subnet 6ff11583-5631-4068-991c-12b3ca3de03f {{(pid=109071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 04:56:09.616355 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-99831d42-6f35-459f-af13-1e3ea59fc51d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:09.653549 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-99831d42-6f35-459f-af13-1e3ea59fc51d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-137230'] for subnet, precommit_delete_associations {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:09.737881 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-99831d42-6f35-459f-af13-1e3ea59fc51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-567804'] for subnet, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:09.802193 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-99831d42-6f35-459f-af13-1e3ea59fc51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-567559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8963827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9254930'] for subnet, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:09.826921 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99831d42-6f35-459f-af13-1e3ea59fc51d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ff11583-5631-4068-991c-12b3ca3de03f,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:09.830731 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-99831d42-6f35-459f-af13-1e3ea59fc51d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for subnet, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:09.834021 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-99831d42-6f35-459f-af13-1e3ea59fc51d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6ff11583-5631-4068-991c-12b3ca3de03f HTTP/1.1" status: 204 len: 168 time: 0.2721765 Nov 25 04:56:09.837505 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 60612) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:09.840167 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9b98e1-a1fa-45a6-8665-3472d86e0820 None None] Network 3bbd6da5-4c15-46da-9de5-c44a36974cd0 requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:56:09.909427 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-bd5cb866-0420-42c0-b0b8-424d3779c45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-683350'] for network, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:09.963356 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-bd5cb866-0420-42c0-b0b8-424d3779c45e admin admin] Deleting port e19e81fc-eafd-4b98-a016-97548192c1ae {{(pid=109071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:56:09.963701 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-bd5cb866-0420-42c0-b0b8-424d3779c45e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:10.026445 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-bd5cb866-0420-42c0-b0b8-424d3779c45e admin admin] For port e19e81fc-eafd-4b98-a016-97548192c1ae, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=e19e81fc-eafd-4b98-a016-97548192c1ae,segment=NetworkSegment(644e32ed-c2f3-4335-b74d-ee8f50200ec0),segment_id=644e32ed-c2f3-4335-b74d-ee8f50200ec0)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:56:10.026755 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-bd5cb866-0420-42c0-b0b8-424d3779c45e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:10.041925 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-bd5cb866-0420-42c0-b0b8-424d3779c45e admin admin] Calling delete_port for e19e81fc-eafd-4b98-a016-97548192c1ae owned by network:dhcp {{(pid=109071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:56:10.097530 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5a1e8f-f462-4663-a07e-ca5943d3477a None None] DHCP port deletion for 3bbd6da5-4c15-46da-9de5-c44a36974cd0 request from dv-cinder-815582-6-iscsi {{(pid=109072) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 04:56:10.141507 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-bd5cb866-0420-42c0-b0b8-424d3779c45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:10.159910 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 699b77c7-59e1-4e8c-81b0-1e5fa28041b2 no longer exists at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:56:10.162503 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-fd5a1e8f-f462-4663-a07e-ca5943d3477a None None] Deleting port e19e81fc-eafd-4b98-a016-97548192c1ae {{(pid=109072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:56:10.162883 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-fd5a1e8f-f462-4663-a07e-ca5943d3477a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:10.167871 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5cb866-0420-42c0-b0b8-424d3779c45e admin admin] Pushing event deleted for resources: {'Port': ['ID=e19e81fc-eafd-4b98-a016-97548192c1ae,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:10.174697 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5cb866-0420-42c0-b0b8-424d3779c45e admin admin] No DVR routers for this DVR port e19e81fc-eafd-4b98-a016-97548192c1ae on host dv-cinder-815582-6-iscsi {{(pid=109071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 04:56:10.222828 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] No Port match for: 699b77c7-59e1-4e8c-81b0-1e5fa28041b2 {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 04:56:10.223168 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 699b77c7-59e1-4e8c-81b0-1e5fa28041b2 not bound to the agent host dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 04:56:10.224578 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 9a337d4c-e698-489a-b780-f00619525ce6 no longer exists at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:56:10.251916 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-bd5cb866-0420-42c0-b0b8-424d3779c45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568939', 'neutron.services.segments.db._delete_segments_for_network-8783340406995'] for network, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:10.252171 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] No Port match for: 9a337d4c-e698-489a-b780-f00619525ce6 {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 04:56:10.252519 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 9a337d4c-e698-489a-b780-f00619525ce6 not bound to the agent host dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 04:56:10.252936 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device e19e81fc-eafd-4b98-a016-97548192c1ae no longer exists at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:56:10.272399 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.services.segments.db [None req-bd5cb866-0420-42c0-b0b8-424d3779c45e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bbd6da5-4c15-46da-9de5-c44a36974cd0']}} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:56:10.281720 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.services.segments.db [None req-bd5cb866-0420-42c0-b0b8-424d3779c45e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '644e32ed-c2f3-4335-b74d-ee8f50200ec0') {'for_net_delete': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:56:10.282088 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.services.segments.db [None req-bd5cb866-0420-42c0-b0b8-424d3779c45e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '644e32ed-c2f3-4335-b74d-ee8f50200ec0') {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:56:10.286721 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] No Port match for: e19e81fc-eafd-4b98-a016-97548192c1ae {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 04:56:10.287032 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device e19e81fc-eafd-4b98-a016-97548192c1ae not bound to the agent host dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 04:56:10.288962 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-fd5a1e8f-f462-4663-a07e-ca5943d3477a None None] For port e19e81fc-eafd-4b98-a016-97548192c1ae, host dv-cinder-815582-6-iscsi, got binding levels [] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:56:10.289368 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-fd5a1e8f-f462-4663-a07e-ca5943d3477a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:10.292758 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-bd5cb866-0420-42c0-b0b8-424d3779c45e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783340412124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-137221'] for segment, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:10.303826 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-fd5a1e8f-f462-4663-a07e-ca5943d3477a None None] Calling delete_port for e19e81fc-eafd-4b98-a016-97548192c1ae owned by network:dhcp {{(pid=109072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:56:10.306595 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-bd5cb866-0420-42c0-b0b8-424d3779c45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041'] for segment, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:10.307566 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.ipam_backend_mixin [None req-fd5a1e8f-f462-4663-a07e-ca5943d3477a None None] Port e19e81fc-eafd-4b98-a016-97548192c1ae was not found and therefore no delete operation was performed {{(pid=109072) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 04:56:10.309240 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-fd5a1e8f-f462-4663-a07e-ca5943d3477a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860'] for port, after_delete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:10.313331 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd5cb866-0420-42c0-b0b8-424d3779c45e admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=109071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 04:56:10.313707 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-bd5cb866-0420-42c0-b0b8-424d3779c45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8963593'] for segment, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:10.315671 dv-cinder-815582-6-iscsi neutron-server[109071]: Traceback (most recent call last): Nov 25 04:56:10.315671 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 04:56:10.315671 dv-cinder-815582-6-iscsi neutron-server[109071]: timer() Nov 25 04:56:10.315671 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 04:56:10.315671 dv-cinder-815582-6-iscsi neutron-server[109071]: cb(*args, **kw) Nov 25 04:56:10.315671 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 04:56:10.315671 dv-cinder-815582-6-iscsi neutron-server[109071]: return func(*args, **kwargs) Nov 25 04:56:10.315671 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 04:56:10.315671 dv-cinder-815582-6-iscsi neutron-server[109071]: self._notify() Nov 25 04:56:10.315671 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 04:56:10.315671 dv-cinder-815582-6-iscsi neutron-server[109071]: self.callback(batched_events) Nov 25 04:56:10.315671 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 04:56:10.315671 dv-cinder-815582-6-iscsi neutron-server[109071]: event.method(event) Nov 25 04:56:10.315671 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 04:56:10.315671 dv-cinder-815582-6-iscsi neutron-server[109071]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 04:56:10.315671 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 04:56:10.315671 dv-cinder-815582-6-iscsi neutron-server[109071]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 04:56:10.315671 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 04:56:10.315671 dv-cinder-815582-6-iscsi neutron-server[109071]: return f(self, *a, **k) Nov 25 04:56:10.315671 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 04:56:10.315671 dv-cinder-815582-6-iscsi neutron-server[109071]: return self._get(url).json() Nov 25 04:56:10.315671 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 04:56:10.315671 dv-cinder-815582-6-iscsi neutron-server[109071]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 04:56:10.315671 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 04:56:10.315671 dv-cinder-815582-6-iscsi neutron-server[109071]: return self.request(url, 'GET', **kwargs) Nov 25 04:56:10.315671 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 04:56:10.315671 dv-cinder-815582-6-iscsi neutron-server[109071]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 04:56:10.315671 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 04:56:10.315671 dv-cinder-815582-6-iscsi neutron-server[109071]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 04:56:10.315671 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 04:56:10.315671 dv-cinder-815582-6-iscsi neutron-server[109071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 04:56:10.315671 dv-cinder-815582-6-iscsi neutron-server[109071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 04:56:10.337646 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a1e8f-f462-4663-a07e-ca5943d3477a None None] Pushing event deleted for resources: {'Port': ['ID=e19e81fc-eafd-4b98-a016-97548192c1ae,revision_number=None']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:10.339552 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5a1e8f-f462-4663-a07e-ca5943d3477a None None] No DVR routers for this DVR port e19e81fc-eafd-4b98-a016-97548192c1ae on host dv-cinder-815582-6-iscsi {{(pid=109072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 04:56:10.374697 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-bd5cb866-0420-42c0-b0b8-424d3779c45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:10.380270 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-bd5cb866-0420-42c0-b0b8-424d3779c45e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for network, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:10.383702 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-bd5cb866-0420-42c0-b0b8-424d3779c45e admin admin] 10.222.0.36 "DELETE /v2.0/networks/3bbd6da5-4c15-46da-9de5-c44a36974cd0 HTTP/1.1" status: 204 len: 168 time: 0.5451353 Nov 25 04:56:10.397007 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5cb866-0420-42c0-b0b8-424d3779c45e admin admin] Pushing event deleted for resources: {'Network': ['ID=3bbd6da5-4c15-46da-9de5-c44a36974cd0,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:10.518853 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 60618) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:10.562802 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-99af11b0-46e8-44e8-a35c-aff8618f4c84 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f231a19b2ca6447282b854aaf157e86c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0426338 Nov 25 04:56:10.565504 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 60620) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:10.619438 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-4d4af135-3b2f-4f53-9d52-622595982f7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:10.641340 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-4d4af135-3b2f-4f53-9d52-622595982f7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:10.695626 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-4d4af135-3b2f-4f53-9d52-622595982f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:10.698386 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-4d4af135-3b2f-4f53-9d52-622595982f7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:10.699536 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-4d4af135-3b2f-4f53-9d52-622595982f7d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/73f21995-6345-4c38-b44a-812db59fab23 HTTP/1.1" status: 204 len: 168 time: 0.1331279 Nov 25 04:56:10.707311 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4af135-3b2f-4f53-9d52-622595982f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f21995-6345-4c38-b44a-812db59fab23,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:13.739987 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 60682) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:14.062531 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-3a59445a-dab1-4f2c-bc71-ab8560ae04c9 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Deleting port 3a051eb6-f362-473f-b730-a4c45b2a9a83 {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:56:14.062875 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3a59445a-dab1-4f2c-bc71-ab8560ae04c9 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:14.151082 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3a59445a-dab1-4f2c-bc71-ab8560ae04c9 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:14.151414 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3a59445a-dab1-4f2c-bc71-ab8560ae04c9 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:14.164815 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-3a59445a-dab1-4f2c-bc71-ab8560ae04c9 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Calling delete_port for 3a051eb6-f362-473f-b730-a4c45b2a9a83 owned by network:floatingip {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:56:14.342519 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3a59445a-dab1-4f2c-bc71-ab8560ae04c9 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:14.367913 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59445a-dab1-4f2c-bc71-ab8560ae04c9 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Pushing event deleted for resources: {'Port': ['ID=3a051eb6-f362-473f-b730-a4c45b2a9a83,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:14.428304 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3a59445a-dab1-4f2c-bc71-ab8560ae04c9 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks [] for floatingip, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:14.428615 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.db.l3_db [None req-3a59445a-dab1-4f2c-bc71-ab8560ae04c9 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Floating IP ad849f57-cf28-4a12-ba86-0f88739f00dc disassociated (deleted). External IP: 172.27.2.199, port: 1a95c402-b2e8-4638-8bb0-f410aa3e568a. Nov 25 04:56:14.656202 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a59445a-dab1-4f2c-bc71-ab8560ae04c9 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Router b4f75091-332a-4c4e-b035-4c95420e1027 has already been hosted by L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f {{(pid=109070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 04:56:14.772522 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a59445a-dab1-4f2c-bc71-ab8560ae04c9 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:56:14.777510 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3a59445a-dab1-4f2c-bc71-ab8560ae04c9 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for floatingip, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:14.782826 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a239fea-bc1b-4160-b7d0-cca8b0df3c75 None None] Sync routers for ids ['b4f75091-332a-4c4e-b035-4c95420e1027'] in dv-cinder-815582-6-iscsi {{(pid=109073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:56:14.793126 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a239fea-bc1b-4160-b7d0-cca8b0df3c75 None None] Routers {'b4f75091-332a-4c4e-b035-4c95420e1027'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:56:14.793754 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-1a239fea-bc1b-4160-b7d0-cca8b0df3c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:56:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['b4f75091-332a-4c4e-b035-4c95420e1027'], 'active': True} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:56:14.813388 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-3a59445a-dab1-4f2c-bc71-ab8560ae04c9 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "DELETE /v2.0/floatingips/ad849f57-cf28-4a12-ba86-0f88739f00dc HTTP/1.1" status: 204 len: 168 time: 1.0721910 Nov 25 04:56:14.814011 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e17522-ff48-40da-a454-39c7b8c4b75a', 'tag': '1a95c402-b2e8-4638-8bb0-f410aa3e568a'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:56:14.816365 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c54fbf746f0c7fba78ef8d59e1beae84bb94fede6ed59824d7b8ea859eeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fce4ba-d2e4-45f1-99c8-15c8e97f5873" -d '{"events": [{"name": "network-changed", "server_uuid": "56e17522-ff48-40da-a454-39c7b8c4b75a", "tag": "1a95c402-b2e8-4638-8bb0-f410aa3e568a"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:56:14.859000 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 04:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c09146-cc84-4e0d-9b5f-b597d6ff7399 x-openstack-request-id: req-e6c09146-cc84-4e0d-9b5f-b597d6ff7399 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:56:14.859300 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e17522-ff48-40da-a454-39c7b8c4b75a", "tag": "1a95c402-b2e8-4638-8bb0-f410aa3e568a", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:56:14.859560 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e6c09146-cc84-4e0d-9b5f-b597d6ff7399 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:56:14.860194 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e17522-ff48-40da-a454-39c7b8c4b75a', 'tag': '1a95c402-b2e8-4638-8bb0-f410aa3e568a', 'status': 'completed', 'code': 200} Nov 25 04:56:14.918343 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvr_db [None req-1a239fea-bc1b-4160-b7d0-cca8b0df3c75 None None] Set router b4f75091-332a-4c4e-b035-4c95420e1027 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:56:14.953658 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fce4ba-d2e4-45f1-99c8-15c8e97f5873 req-e7a88e33-a3cd-4f87-8df9-5558debce975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:56:14.955755 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a7fce4ba-d2e4-45f1-99c8-15c8e97f5873 req-e7a88e33-a3cd-4f87-8df9-5558debce975 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1554cf6f72d42199fcfe7ce71bac429&device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 1099 time: 0.0503683 Nov 25 04:56:15.043170 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 6 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 04:56:15.081967 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fce4ba-d2e4-45f1-99c8-15c8e97f5873 req-9dadc61d-ed6c-4cd1-9e68-111d52e6d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:56:15.084508 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a7fce4ba-d2e4-45f1-99c8-15c8e97f5873 req-9dadc61d-ed6c-4cd1-9e68-111d52e6d1b3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=be1d7544-b7f8-462b-9559-3e902da9b232 HTTP/1.1" status: 200 len: 909 time: 0.1202042 Nov 25 04:56:15.113680 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7d32e-2f81-4325-a9c1-210dbd5ec616 req-ab055e3b-4bf0-4589-922d-663ed67f3f58 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:56:15.121458 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8cb7d32e-2f81-4325-a9c1-210dbd5ec616 req-ab055e3b-4bf0-4589-922d-663ed67f3f58 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 946 time: 0.0746663 Nov 25 04:56:15.137814 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a7fce4ba-d2e4-45f1-99c8-15c8e97f5873 req-9bed9ccb-9171-4a92-aab7-efdd3c6c6a6c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a95c402-b2e8-4638-8bb0-f410aa3e568a HTTP/1.1" status: 200 len: 217 time: 0.0449939 Nov 25 04:56:15.181791 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8cb7d32e-2f81-4325-a9c1-210dbd5ec616 req-1a7fc10d-b7c1-43a1-8d60-d72ecbd02095 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588527 Nov 25 04:56:15.211122 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fce4ba-d2e4-45f1-99c8-15c8e97f5873 req-c5bd369a-062b-466e-8490-9937b3c5fe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:56:15.212927 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a7fce4ba-d2e4-45f1-99c8-15c8e97f5873 req-c5bd369a-062b-466e-8490-9937b3c5fe78 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48c4a844-83ca-4382-b5e0-23d313e6e9e6 HTTP/1.1" status: 200 len: 847 time: 0.0678654 Nov 25 04:56:15.262289 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fce4ba-d2e4-45f1-99c8-15c8e97f5873 req-d1a28a74-b909-47a5-ba4f-7f3eab3ed65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:56:15.263922 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a7fce4ba-d2e4-45f1-99c8-15c8e97f5873 req-d1a28a74-b909-47a5-ba4f-7f3eab3ed65d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=be1d7544-b7f8-462b-9559-3e902da9b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432310 Nov 25 04:56:15.283696 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-1a239fea-bc1b-4160-b7d0-cca8b0df3c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'name': 'tempest-TestShelveInstance-966657345-router', 'tenant_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '2c88938e-1177-4762-9a23-3bdae643ae26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:50:19Z', 'updated_at': '2021-11-25T04:50:23Z', 'revision_number': 4, 'project_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'gw_port': {'id': '2c88938e-1177-4762-9a23-3bdae643ae26', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:96:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:20Z', 'updated_at': '2021-11-25T04:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '785d67d7-6f82-485e-872e-cc9163b8ed24', 'name': '', 'network_id': 'be1d7544-b7f8-462b-9559-3e902da9b232', 'tenant_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'mac_address': 'fa:16:3e:a0:ca:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '48c4a844-83ca-4382-b5e0-23d313e6e9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:22Z', 'updated_at': '2021-11-25T04:50:28Z', 'revision_number': 5, 'project_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'subnets': [{'id': '48c4a844-83ca-4382-b5e0-23d313e6e9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:56:15.311268 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a239fea-bc1b-4160-b7d0-cca8b0df3c75 None None] Checking router: b4f75091-332a-4c4e-b035-4c95420e1027 for host: dv-cinder-815582-6-iscsi {{(pid=109073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:56:15.321850 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a239fea-bc1b-4160-b7d0-cca8b0df3c75 None None] Routers {'b4f75091-332a-4c4e-b035-4c95420e1027'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:56:15.324349 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-1a239fea-bc1b-4160-b7d0-cca8b0df3c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:56:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['b4f75091-332a-4c4e-b035-4c95420e1027'], 'active': True} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:56:15.361546 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a7fce4ba-d2e4-45f1-99c8-15c8e97f5873 req-ae361604-6003-4dee-852b-4f50d9171d11 service neutron] 10.222.0.41 "GET /v2.0/networks/be1d7544-b7f8-462b-9559-3e902da9b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888669 Nov 25 04:56:15.444092 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvr_db [None req-1a239fea-bc1b-4160-b7d0-cca8b0df3c75 None None] Set router b4f75091-332a-4c4e-b035-4c95420e1027 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:56:15.460912 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a7fce4ba-d2e4-45f1-99c8-15c8e97f5873 req-0c1fd2e1-86eb-4849-a876-f4e86f7b2c91 service neutron] 10.222.0.41 "GET /v2.0/networks/be1d7544-b7f8-462b-9559-3e902da9b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899575 Nov 25 04:56:15.655146 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-1a239fea-bc1b-4160-b7d0-cca8b0df3c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'name': 'tempest-TestShelveInstance-966657345-router', 'tenant_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '2c88938e-1177-4762-9a23-3bdae643ae26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:50:19Z', 'updated_at': '2021-11-25T04:50:23Z', 'revision_number': 4, 'project_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'gw_port': {'id': '2c88938e-1177-4762-9a23-3bdae643ae26', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:96:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:20Z', 'updated_at': '2021-11-25T04:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '785d67d7-6f82-485e-872e-cc9163b8ed24', 'name': '', 'network_id': 'be1d7544-b7f8-462b-9559-3e902da9b232', 'tenant_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'mac_address': 'fa:16:3e:a0:ca:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '48c4a844-83ca-4382-b5e0-23d313e6e9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:22Z', 'updated_at': '2021-11-25T04:50:28Z', 'revision_number': 5, 'project_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'subnets': [{'id': '48c4a844-83ca-4382-b5e0-23d313e6e9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:56:15.680948 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a239fea-bc1b-4160-b7d0-cca8b0df3c75 None None] The sync data for ids ['b4f75091-332a-4c4e-b035-4c95420e1027'] in dv-cinder-815582-6-iscsi is: [{'id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'name': 'tempest-TestShelveInstance-966657345-router', 'tenant_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '2c88938e-1177-4762-9a23-3bdae643ae26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:50:19Z', 'updated_at': '2021-11-25T04:50:23Z', 'revision_number': 4, 'project_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'gw_port': {'id': '2c88938e-1177-4762-9a23-3bdae643ae26', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:96:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:20Z', 'updated_at': '2021-11-25T04:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '785d67d7-6f82-485e-872e-cc9163b8ed24', 'name': '', 'network_id': 'be1d7544-b7f8-462b-9559-3e902da9b232', 'tenant_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'mac_address': 'fa:16:3e:a0:ca:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '48c4a844-83ca-4382-b5e0-23d313e6e9e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:22Z', 'updated_at': '2021-11-25T04:50:28Z', 'revision_number': 5, 'project_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'subnets': [{'id': '48c4a844-83ca-4382-b5e0-23d313e6e9e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:56:15.914979 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26b823b-4c81-4450-bddc-eff9971957ae None None] New status for floating IP ad849f57-cf28-4a12-ba86-0f88739f00dc: DOWN {{(pid=109072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 04:56:16.298271 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee11b0b-f28f-485d-a088-691ebe5124d0 req-aed349c4-0f9c-4d93-bb11-f32596ac3c01 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:56:16.299748 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-1ee11b0b-f28f-485d-a088-691ebe5124d0 req-aed349c4-0f9c-4d93-bb11-f32596ac3c01 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 946 time: 0.0510640 Nov 25 04:56:16.354768 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-1ee11b0b-f28f-485d-a088-691ebe5124d0 req-112cd147-e836-44e0-bfaf-33c934c1b923 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479999 Nov 25 04:56:17.480997 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013caf36-e40a-4f04-992c-f988faa4b82d req-544fd500-7015-4a11-83fc-36b2a51567af tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:56:17.482477 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-013caf36-e40a-4f04-992c-f988faa4b82d req-544fd500-7015-4a11-83fc-36b2a51567af tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 946 time: 0.0567253 Nov 25 04:56:17.537114 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-013caf36-e40a-4f04-992c-f988faa4b82d req-7c9194e5-4a53-490a-bfda-8d53d86ee980 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454404 Nov 25 04:56:18.667071 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d31cba-634a-4356-8de9-81db9ea5cbf9 req-86722949-0ad9-448b-9b11-654d5489a0a4 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:56:18.668523 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-c7d31cba-634a-4356-8de9-81db9ea5cbf9 req-86722949-0ad9-448b-9b11-654d5489a0a4 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 946 time: 0.0531027 Nov 25 04:56:18.719069 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-c7d31cba-634a-4356-8de9-81db9ea5cbf9 req-ed181555-43fd-41bc-b7e9-812d844c2483 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/security-groups?id=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439081 Nov 25 04:56:19.118732 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849104b-008e-4f14-8cd4-c542832b6e26 req-dd87c44d-6bd0-4650-9c42-0fa4d39ddfb9 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:56:19.120219 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5849104b-008e-4f14-8cd4-c542832b6e26 req-dd87c44d-6bd0-4650-9c42-0fa4d39ddfb9 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.41 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 946 time: 0.0707679 Nov 25 04:56:19.220838 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-5849104b-008e-4f14-8cd4-c542832b6e26 req-5bafcf8a-c7d8-490f-a599-2497d099a671 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Deleting port 1a95c402-b2e8-4638-8bb0-f410aa3e568a {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:56:19.221197 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-5849104b-008e-4f14-8cd4-c542832b6e26 req-5bafcf8a-c7d8-490f-a599-2497d099a671 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:19.307412 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-5849104b-008e-4f14-8cd4-c542832b6e26 req-5bafcf8a-c7d8-490f-a599-2497d099a671 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] For port 1a95c402-b2e8-4638-8bb0-f410aa3e568a, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=1a95c402-b2e8-4638-8bb0-f410aa3e568a,segment=NetworkSegment(33391e2c-c33d-47e7-b50e-ef1443171c56),segment_id=33391e2c-c33d-47e7-b50e-ef1443171c56)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:56:19.307771 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-5849104b-008e-4f14-8cd4-c542832b6e26 req-5bafcf8a-c7d8-490f-a599-2497d099a671 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:19.320191 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [req-5849104b-008e-4f14-8cd4-c542832b6e26 req-5bafcf8a-c7d8-490f-a599-2497d099a671 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Calling delete_port for 1a95c402-b2e8-4638-8bb0-f410aa3e568a owned by compute:nova {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:56:19.460790 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-5849104b-008e-4f14-8cd4-c542832b6e26 req-5bafcf8a-c7d8-490f-a599-2497d099a671 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:19.499081 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bafcf8a-c7d8-490f-a599-2497d099a671 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Pushing event deleted for resources: {'Port': ['ID=1a95c402-b2e8-4638-8bb0-f410aa3e568a,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:19.544706 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-5849104b-008e-4f14-8cd4-c542832b6e26 req-5bafcf8a-c7d8-490f-a599-2497d099a671 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] No DVR routers for this DVR port 1a95c402-b2e8-4638-8bb0-f410aa3e568a on host hv-cinder-81558 {{(pid=109070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 04:56:19.547581 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-5849104b-008e-4f14-8cd4-c542832b6e26 req-5bafcf8a-c7d8-490f-a599-2497d099a671 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:19.552296 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5849104b-008e-4f14-8cd4-c542832b6e26 req-5bafcf8a-c7d8-490f-a599-2497d099a671 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.41 "DELETE /v2.0/ports/1a95c402-b2e8-4638-8bb0-f410aa3e568a HTTP/1.1" status: 204 len: 173 time: 0.4248462 Nov 25 04:56:19.553158 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e17522-ff48-40da-a454-39c7b8c4b75a', 'name': 'network-vif-deleted', 'tag': '1a95c402-b2e8-4638-8bb0-f410aa3e568a'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:56:19.556440 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c54fbf746f0c7fba78ef8d59e1beae84bb94fede6ed59824d7b8ea859eeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d881b464-c891-40dd-859c-915fcd1c9acf" -d '{"events": [{"server_uuid": "56e17522-ff48-40da-a454-39c7b8c4b75a", "name": "network-vif-deleted", "tag": "1a95c402-b2e8-4638-8bb0-f410aa3e568a"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:56:19.600933 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bda062-0b0d-4c22-94a4-fc141fbd5e27 x-openstack-request-id: req-f5bda062-0b0d-4c22-94a4-fc141fbd5e27 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:56:19.601318 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e17522-ff48-40da-a454-39c7b8c4b75a", "name": "network-vif-deleted", "tag": "1a95c402-b2e8-4638-8bb0-f410aa3e568a", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:56:19.602267 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f5bda062-0b0d-4c22-94a4-fc141fbd5e27 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:56:19.602816 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e17522-ff48-40da-a454-39c7b8c4b75a', 'name': 'network-vif-deleted', 'tag': '1a95c402-b2e8-4638-8bb0-f410aa3e568a', 'status': 'completed', 'code': 200} Nov 25 04:56:19.828918 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-11e92db0-e6f5-482a-b150-62ef011dc29e req-d221a220-b95c-41b6-a5e2-26dd236a3863 tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "GET /v2.0/ports?device_id=56e17522-ff48-40da-a454-39c7b8c4b75a HTTP/1.1" status: 200 len: 210 time: 0.0304179 Nov 25 04:56:20.893384 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 60762) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:20.954705 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1c91-1268-4cc9-b3c0-3b08e4cfc0cb tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:20.981608 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1c91-1268-4cc9-b3c0-3b08e4cfc0cb tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:21.056983 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1c91-1268-4cc9-b3c0-3b08e4cfc0cb tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:21.059660 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1c91-1268-4cc9-b3c0-3b08e4cfc0cb tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:21.060891 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-e0ff1c91-1268-4cc9-b3c0-3b08e4cfc0cb tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] 10.222.0.36 "DELETE /v2.0/security-groups/6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0 HTTP/1.1" status: 204 len: 168 time: 0.1664534 Nov 25 04:56:21.071882 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff1c91-1268-4cc9-b3c0-3b08e4cfc0cb tempest-TestShelveInstance-1560687516 tempest-TestShelveInstance-1560687516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db9cdad-50d4-4cab-9398-c8dbb9ef6dd0,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:21.123095 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 60766) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:21.604398 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2548ce67-a276-48d1-8924-65aa69ff00d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681879'] for router_interface, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:21.867566 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-2548ce67-a276-48d1-8924-65aa69ff00d0 admin admin] Deleting port 785d67d7-6f82-485e-872e-cc9163b8ed24 {{(pid=109071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:56:21.867850 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2548ce67-a276-48d1-8924-65aa69ff00d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:21.948630 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-2548ce67-a276-48d1-8924-65aa69ff00d0 admin admin] For port 785d67d7-6f82-485e-872e-cc9163b8ed24, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=785d67d7-6f82-485e-872e-cc9163b8ed24,segment=NetworkSegment(33391e2c-c33d-47e7-b50e-ef1443171c56),segment_id=33391e2c-c33d-47e7-b50e-ef1443171c56)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:56:21.948892 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2548ce67-a276-48d1-8924-65aa69ff00d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:21.961903 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-2548ce67-a276-48d1-8924-65aa69ff00d0 admin admin] Calling delete_port for 785d67d7-6f82-485e-872e-cc9163b8ed24 owned by network:router_interface {{(pid=109071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:56:22.155701 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2548ce67-a276-48d1-8924-65aa69ff00d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:22.191921 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548ce67-a276-48d1-8924-65aa69ff00d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=785d67d7-6f82-485e-872e-cc9163b8ed24,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:22.302661 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 1a95c402-b2e8-4638-8bb0-f410aa3e568a no longer exists at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:56:22.323858 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] No Port match for: 1a95c402-b2e8-4638-8bb0-f410aa3e568a {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 04:56:22.324358 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 1a95c402-b2e8-4638-8bb0-f410aa3e568a not bound to the agent host hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 04:56:22.644133 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-2548ce67-a276-48d1-8924-65aa69ff00d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4163460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681995'] for router_interface, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:22.783912 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 60804) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:22.877125 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2548ce67-a276-48d1-8924-65aa69ff00d0 admin admin] Router b4f75091-332a-4c4e-b035-4c95420e1027 has already been hosted by L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f {{(pid=109071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 04:56:22.893314 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6111acbc-bc63-4aab-976a-12536949ddbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:22.968349 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6111acbc-bc63-4aab-976a-12536949ddbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:22.973900 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6111acbc-bc63-4aab-976a-12536949ddbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:22.988652 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2548ce67-a276-48d1-8924-65aa69ff00d0 admin admin] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:56:22.994189 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-2548ce67-a276-48d1-8924-65aa69ff00d0 admin admin] 10.222.0.36 "PUT /v2.0/routers/b4f75091-332a-4c4e-b035-4c95420e1027/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8700995 Nov 25 04:56:22.999183 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 60808) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:23.001561 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c371ca-6923-463c-95c0-28a6b13ec34c None None] Sync routers for ids ['b4f75091-332a-4c4e-b035-4c95420e1027'] in dv-cinder-815582-6-iscsi {{(pid=109073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:56:23.012846 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c371ca-6923-463c-95c0-28a6b13ec34c None None] Routers {'b4f75091-332a-4c4e-b035-4c95420e1027'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:56:23.013855 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-87c371ca-6923-463c-95c0-28a6b13ec34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:56:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['b4f75091-332a-4c4e-b035-4c95420e1027'], 'active': True} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:56:23.052189 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-6111acbc-bc63-4aab-976a-12536949ddbb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0686c46230c944319f9f4b4cbd6e6030&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2672420 Nov 25 04:56:23.052446 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 60810) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:23.052927 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6111acbc-bc63-4aab-976a-12536949ddbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2162e8f-d9bf-470d-abbe-eb0f13a44bd7,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:23.123240 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-07454bfa-019a-4c07-91cf-581a2d44bf78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:23.124595 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvr_db [None req-87c371ca-6923-463c-95c0-28a6b13ec34c None None] Set router b4f75091-332a-4c4e-b035-4c95420e1027 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:56:23.133187 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b2ac0bf8-d240-4c5d-af3d-170a19db92ca admin admin] Publish callbacks [] for router, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:23.146737 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-07454bfa-019a-4c07-91cf-581a2d44bf78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:23.197061 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-07454bfa-019a-4c07-91cf-581a2d44bf78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:23.200390 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-07454bfa-019a-4c07-91cf-581a2d44bf78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:23.204170 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-07454bfa-019a-4c07-91cf-581a2d44bf78 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2162e8f-d9bf-470d-abbe-eb0f13a44bd7 HTTP/1.1" status: 204 len: 168 time: 0.1483047 Nov 25 04:56:23.219135 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07454bfa-019a-4c07-91cf-581a2d44bf78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2162e8f-d9bf-470d-abbe-eb0f13a44bd7,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:23.313341 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-87c371ca-6923-463c-95c0-28a6b13ec34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'name': 'tempest-TestShelveInstance-966657345-router', 'tenant_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '2c88938e-1177-4762-9a23-3bdae643ae26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:50:19Z', 'updated_at': '2021-11-25T04:56:22Z', 'revision_number': 5, 'project_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'gw_port': {'id': '2c88938e-1177-4762-9a23-3bdae643ae26', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:96:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:20Z', 'updated_at': '2021-11-25T04:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi'}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:56:23.358631 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c371ca-6923-463c-95c0-28a6b13ec34c None None] Checking router: b4f75091-332a-4c4e-b035-4c95420e1027 for host: dv-cinder-815582-6-iscsi {{(pid=109073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:56:23.372145 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c371ca-6923-463c-95c0-28a6b13ec34c None None] Routers {'b4f75091-332a-4c4e-b035-4c95420e1027'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:56:23.372908 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-87c371ca-6923-463c-95c0-28a6b13ec34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:56:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['b4f75091-332a-4c4e-b035-4c95420e1027'], 'active': True} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:56:23.478922 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvr_db [None req-87c371ca-6923-463c-95c0-28a6b13ec34c None None] Set router b4f75091-332a-4c4e-b035-4c95420e1027 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:56:23.506759 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b2ac0bf8-d240-4c5d-af3d-170a19db92ca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:23.525935 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 60816) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:23.541614 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-6a16ee40-be08-4e48-af3d-dcecd5797a6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:23.568407 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-b2ac0bf8-d240-4c5d-af3d-170a19db92ca admin admin] Deleting port 2c88938e-1177-4762-9a23-3bdae643ae26 {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:56:23.569196 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b2ac0bf8-d240-4c5d-af3d-170a19db92ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:23.642764 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-6a16ee40-be08-4e48-af3d-dcecd5797a6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:23.648554 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-6a16ee40-be08-4e48-af3d-dcecd5797a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:23.654550 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [None req-b2ac0bf8-d240-4c5d-af3d-170a19db92ca admin admin] For port 2c88938e-1177-4762-9a23-3bdae643ae26, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=2c88938e-1177-4762-9a23-3bdae643ae26,segment=NetworkSegment(5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6),segment_id=5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:56:23.655056 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b2ac0bf8-d240-4c5d-af3d-170a19db92ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:23.669895 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-87c371ca-6923-463c-95c0-28a6b13ec34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'name': 'tempest-TestShelveInstance-966657345-router', 'tenant_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '2c88938e-1177-4762-9a23-3bdae643ae26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:50:19Z', 'updated_at': '2021-11-25T04:56:22Z', 'revision_number': 5, 'project_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'gw_port': {'id': '2c88938e-1177-4762-9a23-3bdae643ae26', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:96:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:20Z', 'updated_at': '2021-11-25T04:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi'}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:56:23.670414 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-b2ac0bf8-d240-4c5d-af3d-170a19db92ca admin admin] Calling delete_port for 2c88938e-1177-4762-9a23-3bdae643ae26 owned by network:router_gateway {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:56:23.690018 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-6a16ee40-be08-4e48-af3d-dcecd5797a6a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d11a742449364a7cb082bcc23e47c8e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1628041 Nov 25 04:56:23.690937 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16ee40-be08-4e48-af3d-dcecd5797a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d12c25-8b29-43d6-931d-955d9b98cc53,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:23.694378 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 60818) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:23.701071 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c371ca-6923-463c-95c0-28a6b13ec34c None None] The sync data for ids ['b4f75091-332a-4c4e-b035-4c95420e1027'] in dv-cinder-815582-6-iscsi is: [{'id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'name': 'tempest-TestShelveInstance-966657345-router', 'tenant_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '2c88938e-1177-4762-9a23-3bdae643ae26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:50:19Z', 'updated_at': '2021-11-25T04:56:22Z', 'revision_number': 5, 'project_id': 'c1554cf6f72d42199fcfe7ce71bac429', 'gw_port': {'id': '2c88938e-1177-4762-9a23-3bdae643ae26', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:96:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f75091-332a-4c4e-b035-4c95420e1027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:20Z', 'updated_at': '2021-11-25T04:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi'}] {{(pid=109073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:56:23.751474 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-1a0cbecc-9e6d-4040-83bd-db8170892abf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:23.773273 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-1a0cbecc-9e6d-4040-83bd-db8170892abf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:23.819141 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-1a0cbecc-9e6d-4040-83bd-db8170892abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:23.822058 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-1a0cbecc-9e6d-4040-83bd-db8170892abf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:23.825648 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-1a0cbecc-9e6d-4040-83bd-db8170892abf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/13d12c25-8b29-43d6-931d-955d9b98cc53 HTTP/1.1" status: 204 len: 168 time: 0.1274552 Nov 25 04:56:23.830977 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0cbecc-9e6d-4040-83bd-db8170892abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d12c25-8b29-43d6-931d-955d9b98cc53,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:23.851542 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b2ac0bf8-d240-4c5d-af3d-170a19db92ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:23.876341 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac0bf8-d240-4c5d-af3d-170a19db92ca admin admin] Pushing event deleted for resources: {'Port': ['ID=2c88938e-1177-4762-9a23-3bdae643ae26,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:23.945295 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b2ac0bf8-d240-4c5d-af3d-170a19db92ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688045'] for router_gateway, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:24.053465 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b2ac0bf8-d240-4c5d-af3d-170a19db92ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24969'] for router, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:24.056206 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b2ac0bf8-d240-4c5d-af3d-170a19db92ca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:24.146269 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b2ac0bf8-d240-4c5d-af3d-170a19db92ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683314'] for router, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:24.146990 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ac0bf8-d240-4c5d-af3d-170a19db92ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4f75091-332a-4c4e-b035-4c95420e1027 {{(pid=109070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 04:56:24.159359 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b2ac0bf8-d240-4c5d-af3d-170a19db92ca admin admin] Publish callbacks [] for router, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:24.160606 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-b2ac0bf8-d240-4c5d-af3d-170a19db92ca admin admin] 10.222.0.36 "DELETE /v2.0/routers/b4f75091-332a-4c4e-b035-4c95420e1027 HTTP/1.1" status: 204 len: 168 time: 1.1563091 Nov 25 04:56:24.163408 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 60830) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:24.181447 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:24.217059 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.db_base_plugin_v2 [None req-272d577e-5aab-4050-afef-2ee70380ed50 admin admin] Deleting subnet 48c4a844-83ca-4382-b5e0-23d313e6e9e6 {{(pid=109071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 04:56:24.221308 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-272d577e-5aab-4050-afef-2ee70380ed50 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:24.236294 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 785d67d7-6f82-485e-872e-cc9163b8ed24 no longer exists at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:56:24.259907 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-272d577e-5aab-4050-afef-2ee70380ed50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-137230'] for subnet, precommit_delete_associations {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:24.264593 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] No Port match for: 785d67d7-6f82-485e-872e-cc9163b8ed24 {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 04:56:24.265144 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 785d67d7-6f82-485e-872e-cc9163b8ed24 not bound to the agent host dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 04:56:24.344875 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-272d577e-5aab-4050-afef-2ee70380ed50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-567804'] for subnet, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:24.404755 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-272d577e-5aab-4050-afef-2ee70380ed50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-567559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8963827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9254930'] for subnet, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:24.436250 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d577e-5aab-4050-afef-2ee70380ed50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48c4a844-83ca-4382-b5e0-23d313e6e9e6,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:24.440348 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-272d577e-5aab-4050-afef-2ee70380ed50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for subnet, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:24.446134 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-272d577e-5aab-4050-afef-2ee70380ed50 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/48c4a844-83ca-4382-b5e0-23d313e6e9e6 HTTP/1.1" status: 204 len: 168 time: 0.2789972 Nov 25 04:56:24.446301 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc43387-df97-448e-8a43-a1f274936ff5 None None] Network be1d7544-b7f8-462b-9559-3e902da9b232 requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:56:24.446725 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 60840) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:24.539503 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2078-5d6b-4ad3-a59e-7c121e034d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-683350'] for network, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:24.606076 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-6a7b2078-5d6b-4ad3-a59e-7c121e034d4e admin admin] Deleting port 35dee0fa-6b90-4951-b091-a071cf063c10 {{(pid=109071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:56:24.606583 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2078-5d6b-4ad3-a59e-7c121e034d4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:24.670531 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-6a7b2078-5d6b-4ad3-a59e-7c121e034d4e admin admin] For port 35dee0fa-6b90-4951-b091-a071cf063c10, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=35dee0fa-6b90-4951-b091-a071cf063c10,segment=NetworkSegment(33391e2c-c33d-47e7-b50e-ef1443171c56),segment_id=33391e2c-c33d-47e7-b50e-ef1443171c56)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:56:24.670904 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2078-5d6b-4ad3-a59e-7c121e034d4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:24.686432 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-6a7b2078-5d6b-4ad3-a59e-7c121e034d4e admin admin] Calling delete_port for 35dee0fa-6b90-4951-b091-a071cf063c10 owned by network:dhcp {{(pid=109071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:56:24.775459 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2078-5d6b-4ad3-a59e-7c121e034d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:24.802711 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b2078-5d6b-4ad3-a59e-7c121e034d4e admin admin] Pushing event deleted for resources: {'Port': ['ID=35dee0fa-6b90-4951-b091-a071cf063c10,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:24.804988 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7b2078-5d6b-4ad3-a59e-7c121e034d4e admin admin] No DVR routers for this DVR port 35dee0fa-6b90-4951-b091-a071cf063c10 on host dv-cinder-815582-6-iscsi {{(pid=109071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 04:56:24.853867 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff67887-c06b-47bc-9770-e8420e1c7dbf None None] DHCP port deletion for be1d7544-b7f8-462b-9559-3e902da9b232 request from dv-cinder-815582-6-iscsi {{(pid=109072) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 04:56:24.893448 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2078-5d6b-4ad3-a59e-7c121e034d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568939', 'neutron.services.segments.db._delete_segments_for_network-8783340406995'] for network, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:24.919088 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.services.segments.db [None req-6a7b2078-5d6b-4ad3-a59e-7c121e034d4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be1d7544-b7f8-462b-9559-3e902da9b232']}} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:56:24.928684 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.services.segments.db [None req-6a7b2078-5d6b-4ad3-a59e-7c121e034d4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33391e2c-c33d-47e7-b50e-ef1443171c56') {'for_net_delete': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:56:24.929187 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.services.segments.db [None req-6a7b2078-5d6b-4ad3-a59e-7c121e034d4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33391e2c-c33d-47e7-b50e-ef1443171c56') {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:56:24.938619 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2078-5d6b-4ad3-a59e-7c121e034d4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783340412124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-137221'] for segment, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:24.952652 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2078-5d6b-4ad3-a59e-7c121e034d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041'] for segment, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:24.958980 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a7b2078-5d6b-4ad3-a59e-7c121e034d4e admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=109071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 04:56:24.959346 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2078-5d6b-4ad3-a59e-7c121e034d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8963593'] for segment, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:24.961359 dv-cinder-815582-6-iscsi neutron-server[109071]: Traceback (most recent call last): Nov 25 04:56:24.961359 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 04:56:24.961359 dv-cinder-815582-6-iscsi neutron-server[109071]: timer() Nov 25 04:56:24.961359 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 04:56:24.961359 dv-cinder-815582-6-iscsi neutron-server[109071]: cb(*args, **kw) Nov 25 04:56:24.961359 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 04:56:24.961359 dv-cinder-815582-6-iscsi neutron-server[109071]: return func(*args, **kwargs) Nov 25 04:56:24.961359 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 04:56:24.961359 dv-cinder-815582-6-iscsi neutron-server[109071]: self._notify() Nov 25 04:56:24.961359 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 04:56:24.961359 dv-cinder-815582-6-iscsi neutron-server[109071]: self.callback(batched_events) Nov 25 04:56:24.961359 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 04:56:24.961359 dv-cinder-815582-6-iscsi neutron-server[109071]: event.method(event) Nov 25 04:56:24.961359 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 04:56:24.961359 dv-cinder-815582-6-iscsi neutron-server[109071]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 04:56:24.961359 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 04:56:24.961359 dv-cinder-815582-6-iscsi neutron-server[109071]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 04:56:24.961359 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 04:56:24.961359 dv-cinder-815582-6-iscsi neutron-server[109071]: return f(self, *a, **k) Nov 25 04:56:24.961359 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 04:56:24.961359 dv-cinder-815582-6-iscsi neutron-server[109071]: return self._get(url).json() Nov 25 04:56:24.961359 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 04:56:24.961359 dv-cinder-815582-6-iscsi neutron-server[109071]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 04:56:24.961359 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 04:56:24.961359 dv-cinder-815582-6-iscsi neutron-server[109071]: return self.request(url, 'GET', **kwargs) Nov 25 04:56:24.961359 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 04:56:24.961359 dv-cinder-815582-6-iscsi neutron-server[109071]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 04:56:24.961359 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 04:56:24.961359 dv-cinder-815582-6-iscsi neutron-server[109071]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 04:56:24.961359 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 04:56:24.961359 dv-cinder-815582-6-iscsi neutron-server[109071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 04:56:24.961359 dv-cinder-815582-6-iscsi neutron-server[109071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 04:56:25.025850 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2078-5d6b-4ad3-a59e-7c121e034d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:25.031167 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2078-5d6b-4ad3-a59e-7c121e034d4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for network, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:25.034552 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-6a7b2078-5d6b-4ad3-a59e-7c121e034d4e admin admin] 10.222.0.36 "DELETE /v2.0/networks/be1d7544-b7f8-462b-9559-3e902da9b232 HTTP/1.1" status: 204 len: 168 time: 0.5868471 Nov 25 04:56:25.037502 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 60858) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:25.087178 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b2078-5d6b-4ad3-a59e-7c121e034d4e admin admin] Pushing event deleted for resources: {'Network': ['ID=be1d7544-b7f8-462b-9559-3e902da9b232,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:25.209499 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c59e4b49-b87e-43e7-b8e5-943d3552b00b req-5b1f80e1-4bf5-44c5-841c-5fd4ad4d8c9f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=207f81b6-09ad-489c-8d5c-147448c1b916&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472176 Nov 25 04:56:25.321431 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e4b49-b87e-43e7-b8e5-943d3552b00b req-edf13cad-bf89-4040-95a8-72780482561d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:56:25.323145 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c59e4b49-b87e-43e7-b8e5-943d3552b00b req-edf13cad-bf89-4040-95a8-72780482561d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8522662999744d00a4b23e041e4ada60&device_id=207f81b6-09ad-489c-8d5c-147448c1b916 HTTP/1.1" status: 200 len: 1099 time: 0.0435684 Nov 25 04:56:25.420637 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-25ad0675-be3c-41e3-b43d-0fbb82be7acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681879'] for router_interface, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:25.437294 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e4b49-b87e-43e7-b8e5-943d3552b00b req-adca79d5-49b3-4c9f-97d9-b0d687d68640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:56:25.438860 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c59e4b49-b87e-43e7-b8e5-943d3552b00b req-adca79d5-49b3-4c9f-97d9-b0d687d68640 service neutron] 10.222.0.41 "GET /v2.0/networks?id=47f24a18-0d1d-47fa-a7be-085d929bd977 HTTP/1.1" status: 200 len: 913 time: 0.0934169 Nov 25 04:56:25.515859 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c59e4b49-b87e-43e7-b8e5-943d3552b00b req-0ce951c1-5b1e-4645-9105-e3d66137772b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a836414d-3872-45c9-a492-67f4b7e76b6e HTTP/1.1" status: 200 len: 1002 time: 0.0687239 Nov 25 04:56:25.574892 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e4b49-b87e-43e7-b8e5-943d3552b00b req-6de56b01-6f46-4e58-8e12-33897fc48527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:56:25.577014 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c59e4b49-b87e-43e7-b8e5-943d3552b00b req-6de56b01-6f46-4e58-8e12-33897fc48527 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3814844c-278b-47e5-8d6f-60a115ac1abb HTTP/1.1" status: 200 len: 851 time: 0.0526428 Nov 25 04:56:25.625420 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e4b49-b87e-43e7-b8e5-943d3552b00b req-504eee8e-5996-43ee-b41c-de6a015f0fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:56:25.627313 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c59e4b49-b87e-43e7-b8e5-943d3552b00b req-504eee8e-5996-43ee-b41c-de6a015f0fce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=47f24a18-0d1d-47fa-a7be-085d929bd977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419855 Nov 25 04:56:25.690242 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-25ad0675-be3c-41e3-b43d-0fbb82be7acf admin admin] Deleting port 4c67a681-65a5-45d8-a00a-ba2316ffa788 {{(pid=109071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:56:25.690606 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-25ad0675-be3c-41e3-b43d-0fbb82be7acf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:25.726933 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c59e4b49-b87e-43e7-b8e5-943d3552b00b req-7fc4a15a-c736-4c81-a3b9-247d44d14238 service neutron] 10.222.0.41 "GET /v2.0/networks/47f24a18-0d1d-47fa-a7be-085d929bd977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912516 Nov 25 04:56:25.770523 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-25ad0675-be3c-41e3-b43d-0fbb82be7acf admin admin] For port 4c67a681-65a5-45d8-a00a-ba2316ffa788, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=4c67a681-65a5-45d8-a00a-ba2316ffa788,segment=NetworkSegment(ddcb48ab-c0e3-4fbd-b279-531a8d94c8fd),segment_id=ddcb48ab-c0e3-4fbd-b279-531a8d94c8fd)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:56:25.770684 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-25ad0675-be3c-41e3-b43d-0fbb82be7acf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:25.785031 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-25ad0675-be3c-41e3-b43d-0fbb82be7acf admin admin] Calling delete_port for 4c67a681-65a5-45d8-a00a-ba2316ffa788 owned by network:router_interface {{(pid=109071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:56:25.825384 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-c59e4b49-b87e-43e7-b8e5-943d3552b00b req-eabfbc0a-7609-4627-bbe2-c35e25ba2a32 service neutron] 10.222.0.41 "GET /v2.0/networks/47f24a18-0d1d-47fa-a7be-085d929bd977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901122 Nov 25 04:56:25.967930 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 2c88938e-1177-4762-9a23-3bdae643ae26 no longer exists at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:56:25.989547 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] No Port match for: 2c88938e-1177-4762-9a23-3bdae643ae26 {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 04:56:25.990042 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 2c88938e-1177-4762-9a23-3bdae643ae26 not bound to the agent host dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 04:56:25.990597 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 35dee0fa-6b90-4951-b091-a071cf063c10 no longer exists at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:56:25.998309 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-25ad0675-be3c-41e3-b43d-0fbb82be7acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:26.011197 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] No Port match for: 35dee0fa-6b90-4951-b091-a071cf063c10 {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 04:56:26.011549 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 35dee0fa-6b90-4951-b091-a071cf063c10 not bound to the agent host dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 04:56:26.025250 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad0675-be3c-41e3-b43d-0fbb82be7acf admin admin] Pushing event deleted for resources: {'Port': ['ID=4c67a681-65a5-45d8-a00a-ba2316ffa788,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:26.200339 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-25ad0675-be3c-41e3-b43d-0fbb82be7acf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4163460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681995'] for router_interface, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:26.434811 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ad0675-be3c-41e3-b43d-0fbb82be7acf admin admin] Router 1c9e12a0-8c1d-491e-a86e-6d91def6c336 has already been hosted by L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f {{(pid=109071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 04:56:26.551782 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ad0675-be3c-41e3-b43d-0fbb82be7acf admin admin] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:56:26.557285 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-25ad0675-be3c-41e3-b43d-0fbb82be7acf admin admin] 10.222.0.36 "PUT /v2.0/routers/1c9e12a0-8c1d-491e-a86e-6d91def6c336/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5183759 Nov 25 04:56:26.559891 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 60882) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:26.560798 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca55e081-9a9a-49ed-a186-0f324ff9b472 None None] Sync routers for ids ['1c9e12a0-8c1d-491e-a86e-6d91def6c336'] in dv-cinder-815582-6-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:56:26.575236 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca55e081-9a9a-49ed-a186-0f324ff9b472 None None] Routers {'1c9e12a0-8c1d-491e-a86e-6d91def6c336'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:56:26.575868 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-ca55e081-9a9a-49ed-a186-0f324ff9b472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:56:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['1c9e12a0-8c1d-491e-a86e-6d91def6c336'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:56:26.685373 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-ca55e081-9a9a-49ed-a186-0f324ff9b472 None None] Set router 1c9e12a0-8c1d-491e-a86e-6d91def6c336 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:56:26.875189 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-ca55e081-9a9a-49ed-a186-0f324ff9b472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9e12a0-8c1d-491e-a86e-6d91def6c336', 'name': 'tempest-TestShelveInstance-2060911914-router', 'tenant_id': '8a6ad0e4a41746ed887a54b84546d35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'a9d057fe-e325-41fe-86b1-5230e112cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:50:26Z', 'updated_at': '2021-11-25T04:56:25Z', 'revision_number': 5, 'project_id': '8a6ad0e4a41746ed887a54b84546d35a', 'gw_port': {'id': 'a9d057fe-e325-41fe-86b1-5230e112cd16', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9e12a0-8c1d-491e-a86e-6d91def6c336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:27Z', 'updated_at': '2021-11-25T04:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi'}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:56:26.901788 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca55e081-9a9a-49ed-a186-0f324ff9b472 None None] Checking router: 1c9e12a0-8c1d-491e-a86e-6d91def6c336 for host: dv-cinder-815582-6-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:56:26.911176 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca55e081-9a9a-49ed-a186-0f324ff9b472 None None] Routers {'1c9e12a0-8c1d-491e-a86e-6d91def6c336'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:56:26.911869 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-ca55e081-9a9a-49ed-a186-0f324ff9b472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:56:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['1c9e12a0-8c1d-491e-a86e-6d91def6c336'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:56:26.931627 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-640151d0-dffb-4fe5-8f70-24c3fd36555d admin admin] Publish callbacks [] for router, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:27.025112 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-ca55e081-9a9a-49ed-a186-0f324ff9b472 None None] Set router 1c9e12a0-8c1d-491e-a86e-6d91def6c336 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:56:27.040924 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-640151d0-dffb-4fe5-8f70-24c3fd36555d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:27.097011 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-640151d0-dffb-4fe5-8f70-24c3fd36555d admin admin] Deleting port a9d057fe-e325-41fe-86b1-5230e112cd16 {{(pid=109071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:56:27.098110 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-640151d0-dffb-4fe5-8f70-24c3fd36555d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:27.191393 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-640151d0-dffb-4fe5-8f70-24c3fd36555d admin admin] For port a9d057fe-e325-41fe-86b1-5230e112cd16, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=a9d057fe-e325-41fe-86b1-5230e112cd16,segment=NetworkSegment(5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6),segment_id=5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:56:27.191841 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-640151d0-dffb-4fe5-8f70-24c3fd36555d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:27.206327 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-640151d0-dffb-4fe5-8f70-24c3fd36555d admin admin] Calling delete_port for a9d057fe-e325-41fe-86b1-5230e112cd16 owned by network:router_gateway {{(pid=109071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:56:27.220637 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-ca55e081-9a9a-49ed-a186-0f324ff9b472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9e12a0-8c1d-491e-a86e-6d91def6c336', 'name': 'tempest-TestShelveInstance-2060911914-router', 'tenant_id': '8a6ad0e4a41746ed887a54b84546d35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'a9d057fe-e325-41fe-86b1-5230e112cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:50:26Z', 'updated_at': '2021-11-25T04:56:25Z', 'revision_number': 5, 'project_id': '8a6ad0e4a41746ed887a54b84546d35a', 'gw_port': {'id': 'a9d057fe-e325-41fe-86b1-5230e112cd16', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9e12a0-8c1d-491e-a86e-6d91def6c336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:27Z', 'updated_at': '2021-11-25T04:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi'}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:56:27.249533 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca55e081-9a9a-49ed-a186-0f324ff9b472 None None] The sync data for ids ['1c9e12a0-8c1d-491e-a86e-6d91def6c336'] in dv-cinder-815582-6-iscsi is: [{'id': '1c9e12a0-8c1d-491e-a86e-6d91def6c336', 'name': 'tempest-TestShelveInstance-2060911914-router', 'tenant_id': '8a6ad0e4a41746ed887a54b84546d35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': 'a9d057fe-e325-41fe-86b1-5230e112cd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:50:26Z', 'updated_at': '2021-11-25T04:56:25Z', 'revision_number': 5, 'project_id': '8a6ad0e4a41746ed887a54b84546d35a', 'gw_port': {'id': 'a9d057fe-e325-41fe-86b1-5230e112cd16', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9e12a0-8c1d-491e-a86e-6d91def6c336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:50:27Z', 'updated_at': '2021-11-25T04:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi'}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:56:27.415440 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-640151d0-dffb-4fe5-8f70-24c3fd36555d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:27.444347 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640151d0-dffb-4fe5-8f70-24c3fd36555d admin admin] Pushing event deleted for resources: {'Port': ['ID=a9d057fe-e325-41fe-86b1-5230e112cd16,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:27.505526 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-640151d0-dffb-4fe5-8f70-24c3fd36555d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688045'] for router_gateway, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:27.595578 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-640151d0-dffb-4fe5-8f70-24c3fd36555d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24969'] for router, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:27.597933 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-640151d0-dffb-4fe5-8f70-24c3fd36555d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:27.644701 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-640151d0-dffb-4fe5-8f70-24c3fd36555d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683314'] for router, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:27.645258 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640151d0-dffb-4fe5-8f70-24c3fd36555d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c9e12a0-8c1d-491e-a86e-6d91def6c336 {{(pid=109071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 04:56:27.650145 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-640151d0-dffb-4fe5-8f70-24c3fd36555d admin admin] Publish callbacks [] for router, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:27.651363 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-640151d0-dffb-4fe5-8f70-24c3fd36555d admin admin] 10.222.0.36 "DELETE /v2.0/routers/1c9e12a0-8c1d-491e-a86e-6d91def6c336 HTTP/1.1" status: 204 len: 168 time: 1.0904751 Nov 25 04:56:27.654202 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 60892) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:27.704223 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff2def1e-7f99-4380-ac10-9ee063b5c868 admin admin] Deleting subnet f3221390-acb8-461a-af6b-6821de2405cf {{(pid=109070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 04:56:27.707996 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ff2def1e-7f99-4380-ac10-9ee063b5c868 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:27.743474 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ff2def1e-7f99-4380-ac10-9ee063b5c868 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3171243'] for subnet, precommit_delete_associations {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:27.784728 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-667998ae-db54-4dee-ae65-a2dd8cd7abb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:27.860980 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ff2def1e-7f99-4380-ac10-9ee063b5c868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-567804'] for subnet, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:27.922162 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ff2def1e-7f99-4380-ac10-9ee063b5c868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-567559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9557373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9757726'] for subnet, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:27.947057 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2def1e-7f99-4380-ac10-9ee063b5c868 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3221390-acb8-461a-af6b-6821de2405cf,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:27.952042 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ff2def1e-7f99-4380-ac10-9ee063b5c868 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:27.955857 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-ff2def1e-7f99-4380-ac10-9ee063b5c868 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f3221390-acb8-461a-af6b-6821de2405cf HTTP/1.1" status: 204 len: 168 time: 0.3005421 Nov 25 04:56:27.957448 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34f6ceb-adae-4d7f-b273-1fbe2aca7942 None None] Network 98d66c2d-aae3-40ad-9daa-55608e4077db requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:56:27.958353 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 60894) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:28.029973 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6893343b-1d56-4fca-b240-e31236a35c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-683350'] for network, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:28.082176 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-6893343b-1d56-4fca-b240-e31236a35c70 admin admin] Deleting port 8ba2dff0-3805-4363-80c8-aed159b05b53 {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:56:28.082499 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6893343b-1d56-4fca-b240-e31236a35c70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:28.145946 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [None req-6893343b-1d56-4fca-b240-e31236a35c70 admin admin] For port 8ba2dff0-3805-4363-80c8-aed159b05b53, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=8ba2dff0-3805-4363-80c8-aed159b05b53,segment=NetworkSegment(ddcb48ab-c0e3-4fbd-b279-531a8d94c8fd),segment_id=ddcb48ab-c0e3-4fbd-b279-531a8d94c8fd)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:56:28.146324 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6893343b-1d56-4fca-b240-e31236a35c70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:28.158932 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-6893343b-1d56-4fca-b240-e31236a35c70 admin admin] Calling delete_port for 8ba2dff0-3805-4363-80c8-aed159b05b53 owned by network:dhcp {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:56:28.249312 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673b0726-41a8-4e9b-8927-17f97efc3b41 None None] DHCP port deletion for 98d66c2d-aae3-40ad-9daa-55608e4077db request from dv-cinder-815582-6-iscsi {{(pid=109072) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 04:56:28.261429 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6893343b-1d56-4fca-b240-e31236a35c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:28.290086 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-673b0726-41a8-4e9b-8927-17f97efc3b41 None None] The port '8ba2dff0-3805-4363-80c8-aed159b05b53' was deleted {{(pid=109072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 25 04:56:28.292489 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893343b-1d56-4fca-b240-e31236a35c70 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ba2dff0-3805-4363-80c8-aed159b05b53,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:28.299370 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6893343b-1d56-4fca-b240-e31236a35c70 admin admin] No DVR routers for this DVR port 8ba2dff0-3805-4363-80c8-aed159b05b53 on host dv-cinder-815582-6-iscsi {{(pid=109070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 04:56:28.352838 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 4c67a681-65a5-45d8-a00a-ba2316ffa788 no longer exists at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:56:28.377158 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] No Port match for: 4c67a681-65a5-45d8-a00a-ba2316ffa788 {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 04:56:28.377511 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 4c67a681-65a5-45d8-a00a-ba2316ffa788 not bound to the agent host dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 04:56:28.384814 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6893343b-1d56-4fca-b240-e31236a35c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568939', 'neutron.services.segments.db._delete_segments_for_network-8783340406995'] for network, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:28.408132 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-6893343b-1d56-4fca-b240-e31236a35c70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98d66c2d-aae3-40ad-9daa-55608e4077db']}} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:56:28.418362 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-6893343b-1d56-4fca-b240-e31236a35c70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddcb48ab-c0e3-4fbd-b279-531a8d94c8fd') {'for_net_delete': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:56:28.418666 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-6893343b-1d56-4fca-b240-e31236a35c70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddcb48ab-c0e3-4fbd-b279-531a8d94c8fd') {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:56:28.428893 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6893343b-1d56-4fca-b240-e31236a35c70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783340412124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3171232'] for segment, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:28.445152 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6893343b-1d56-4fca-b240-e31236a35c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041'] for segment, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:28.451547 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6893343b-1d56-4fca-b240-e31236a35c70 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=109070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 04:56:28.451943 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6893343b-1d56-4fca-b240-e31236a35c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9557383'] for segment, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:28.453668 dv-cinder-815582-6-iscsi neutron-server[109070]: Traceback (most recent call last): Nov 25 04:56:28.453668 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 04:56:28.453668 dv-cinder-815582-6-iscsi neutron-server[109070]: timer() Nov 25 04:56:28.453668 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 04:56:28.453668 dv-cinder-815582-6-iscsi neutron-server[109070]: cb(*args, **kw) Nov 25 04:56:28.453668 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 04:56:28.453668 dv-cinder-815582-6-iscsi neutron-server[109070]: return func(*args, **kwargs) Nov 25 04:56:28.453668 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 04:56:28.453668 dv-cinder-815582-6-iscsi neutron-server[109070]: self._notify() Nov 25 04:56:28.453668 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 04:56:28.453668 dv-cinder-815582-6-iscsi neutron-server[109070]: self.callback(batched_events) Nov 25 04:56:28.453668 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 04:56:28.453668 dv-cinder-815582-6-iscsi neutron-server[109070]: event.method(event) Nov 25 04:56:28.453668 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 04:56:28.453668 dv-cinder-815582-6-iscsi neutron-server[109070]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 04:56:28.453668 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 04:56:28.453668 dv-cinder-815582-6-iscsi neutron-server[109070]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 04:56:28.453668 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 04:56:28.453668 dv-cinder-815582-6-iscsi neutron-server[109070]: return f(self, *a, **k) Nov 25 04:56:28.453668 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 04:56:28.453668 dv-cinder-815582-6-iscsi neutron-server[109070]: return self._get(url).json() Nov 25 04:56:28.453668 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 04:56:28.453668 dv-cinder-815582-6-iscsi neutron-server[109070]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 04:56:28.453668 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 04:56:28.453668 dv-cinder-815582-6-iscsi neutron-server[109070]: return self.request(url, 'GET', **kwargs) Nov 25 04:56:28.453668 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 04:56:28.453668 dv-cinder-815582-6-iscsi neutron-server[109070]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 04:56:28.453668 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 04:56:28.453668 dv-cinder-815582-6-iscsi neutron-server[109070]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 04:56:28.453668 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 04:56:28.453668 dv-cinder-815582-6-iscsi neutron-server[109070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 04:56:28.453668 dv-cinder-815582-6-iscsi neutron-server[109070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 04:56:28.509718 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6893343b-1d56-4fca-b240-e31236a35c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:28.517005 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6893343b-1d56-4fca-b240-e31236a35c70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for network, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:28.520003 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-6893343b-1d56-4fca-b240-e31236a35c70 admin admin] 10.222.0.36 "DELETE /v2.0/networks/98d66c2d-aae3-40ad-9daa-55608e4077db HTTP/1.1" status: 204 len: 168 time: 0.5606768 Nov 25 04:56:28.530429 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893343b-1d56-4fca-b240-e31236a35c70 admin admin] Pushing event deleted for resources: {'Network': ['ID=98d66c2d-aae3-40ad-9daa-55608e4077db,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:28.704944 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 60922) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:28.754934 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-83fd2acb-b1fe-4546-b628-14aaba340884 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c1554cf6f72d42199fcfe7ce71bac429&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450513 Nov 25 04:56:28.755187 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 60930) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:28.804123 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-12b408e3-f919-4487-9373-1d8edcf6646e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:28.826393 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-12b408e3-f919-4487-9373-1d8edcf6646e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:28.877175 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-12b408e3-f919-4487-9373-1d8edcf6646e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:28.879907 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-12b408e3-f919-4487-9373-1d8edcf6646e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:28.881198 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-12b408e3-f919-4487-9373-1d8edcf6646e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6b7871f7-c33a-4ff6-9e58-bcaa2603bc00 HTTP/1.1" status: 204 len: 168 time: 0.1250131 Nov 25 04:56:28.889113 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b408e3-f919-4487-9373-1d8edcf6646e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7871f7-c33a-4ff6-9e58-bcaa2603bc00,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:29.235328 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 60958) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:29.284673 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-41881916-ab4a-44b5-b3f2-a1fb12509652 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8a6ad0e4a41746ed887a54b84546d35a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0480342 Nov 25 04:56:29.287136 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 60960) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:29.347830 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b702e161-600d-4dd9-b70a-95ec3e80fca0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:29.369873 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b702e161-600d-4dd9-b70a-95ec3e80fca0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:29.419203 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b702e161-600d-4dd9-b70a-95ec3e80fca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:29.422091 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b702e161-600d-4dd9-b70a-95ec3e80fca0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:29.423399 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-b702e161-600d-4dd9-b70a-95ec3e80fca0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/50f39c6d-c5ad-4dc9-83af-b552136e7919 HTTP/1.1" status: 204 len: 168 time: 0.1350250 Nov 25 04:56:29.431403 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b702e161-600d-4dd9-b70a-95ec3e80fca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f39c6d-c5ad-4dc9-83af-b552136e7919,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:29.944106 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device a9d057fe-e325-41fe-86b1-5230e112cd16 no longer exists at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:56:29.965398 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] No Port match for: a9d057fe-e325-41fe-86b1-5230e112cd16 {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 04:56:29.965777 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device a9d057fe-e325-41fe-86b1-5230e112cd16 not bound to the agent host dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 04:56:29.966176 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 8ba2dff0-3805-4363-80c8-aed159b05b53 no longer exists at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:56:29.985128 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] No Port match for: 8ba2dff0-3805-4363-80c8-aed159b05b53 {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 04:56:29.985485 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 8ba2dff0-3805-4363-80c8-aed159b05b53 not bound to the agent host dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 04:56:30.194057 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-a3b74ad7-8a92-480c-9b09-df7891a0cf98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:30.714514 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 60982) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:30.829654 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a4bb9292-cebb-4aa2-a35f-d0e160e387a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:30.908193 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a4bb9292-cebb-4aa2-a35f-d0e160e387a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:30.912687 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a4bb9292-cebb-4aa2-a35f-d0e160e387a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:30.952670 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-a4bb9292-cebb-4aa2-a35f-d0e160e387a3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f7680f3bd40481fb6b61344ebfc6d8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367716 Nov 25 04:56:30.953812 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb9292-cebb-4aa2-a35f-d0e160e387a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0974c7-473b-42e7-b769-d5b541d0b94e,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:30.954146 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 60990) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:31.022725 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-dfab7fb6-69f5-4c9f-9cd0-bf20a3d77b1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:31.049600 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-dfab7fb6-69f5-4c9f-9cd0-bf20a3d77b1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:31.099853 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-dfab7fb6-69f5-4c9f-9cd0-bf20a3d77b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:31.102691 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-dfab7fb6-69f5-4c9f-9cd0-bf20a3d77b1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:31.106279 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-dfab7fb6-69f5-4c9f-9cd0-bf20a3d77b1a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5e0974c7-473b-42e7-b769-d5b541d0b94e HTTP/1.1" status: 204 len: 168 time: 0.1487436 Nov 25 04:56:31.111939 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab7fb6-69f5-4c9f-9cd0-bf20a3d77b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0974c7-473b-42e7-b769-d5b541d0b94e,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:31.248218 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:31.392201 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 32768) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:31.406241 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-09abf753-0fbb-4767-9b46-d3873615d192 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:31.483082 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-09abf753-0fbb-4767-9b46-d3873615d192 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:31.488957 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-09abf753-0fbb-4767-9b46-d3873615d192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:31.527417 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-09abf753-0fbb-4767-9b46-d3873615d192 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b4b4ddcfb24043ae87171fc3d5acaca6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339481 Nov 25 04:56:31.528436 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09abf753-0fbb-4767-9b46-d3873615d192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cab745a-11c2-44b8-ae98-30a52a983609,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:31.530274 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 32770) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:31.578588 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1d25cf7a-ca96-405f-9fbd-6c7168dddcdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:31.602220 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1d25cf7a-ca96-405f-9fbd-6c7168dddcdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:31.656140 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1d25cf7a-ca96-405f-9fbd-6c7168dddcdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:31.660353 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-1d25cf7a-ca96-405f-9fbd-6c7168dddcdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:31.661684 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-1d25cf7a-ca96-405f-9fbd-6c7168dddcdd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8cab745a-11c2-44b8-ae98-30a52a983609 HTTP/1.1" status: 204 len: 168 time: 0.1303654 Nov 25 04:56:31.670050 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25cf7a-ca96-405f-9fbd-6c7168dddcdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cab745a-11c2-44b8-ae98-30a52a983609,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:32.651836 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:32.766323 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 32812) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:32.878106 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-cab22eff-0237-48ea-b0ea-1b88192f46de admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:32.957163 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-cab22eff-0237-48ea-b0ea-1b88192f46de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:32.962272 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-cab22eff-0237-48ea-b0ea-1b88192f46de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:32.999869 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-cab22eff-0237-48ea-b0ea-1b88192f46de admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=162352fa98db4ecb840572d90a0d2a75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324498 Nov 25 04:56:33.000784 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab22eff-0237-48ea-b0ea-1b88192f46de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc01965a-2d61-4d22-a0e2-96807df73990,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:33.002704 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 32816) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:33.019656 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab22eff-0237-48ea-b0ea-1b88192f46de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:56:33.019934 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab22eff-0237-48ea-b0ea-1b88192f46de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:56:33.020308 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab22eff-0237-48ea-b0ea-1b88192f46de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:56:33.020612 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab22eff-0237-48ea-b0ea-1b88192f46de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:56:33.020981 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab22eff-0237-48ea-b0ea-1b88192f46de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:56:33.021323 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab22eff-0237-48ea-b0ea-1b88192f46de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:56:33.021657 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab22eff-0237-48ea-b0ea-1b88192f46de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:56:33.021968 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab22eff-0237-48ea-b0ea-1b88192f46de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:56:33.022295 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab22eff-0237-48ea-b0ea-1b88192f46de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:56:33.022617 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab22eff-0237-48ea-b0ea-1b88192f46de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:56:33.022987 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab22eff-0237-48ea-b0ea-1b88192f46de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:56:33.023307 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cab22eff-0237-48ea-b0ea-1b88192f46de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:56:33.061564 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5407011b-9d42-4645-9175-f0bd6ae9a96d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:33.083205 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5407011b-9d42-4645-9175-f0bd6ae9a96d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:33.135052 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5407011b-9d42-4645-9175-f0bd6ae9a96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:33.137785 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-5407011b-9d42-4645-9175-f0bd6ae9a96d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:33.138936 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-5407011b-9d42-4645-9175-f0bd6ae9a96d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dc01965a-2d61-4d22-a0e2-96807df73990 HTTP/1.1" status: 204 len: 168 time: 0.1353090 Nov 25 04:56:33.146811 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5407011b-9d42-4645-9175-f0bd6ae9a96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc01965a-2d61-4d22-a0e2-96807df73990,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:33.566730 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:41.631459 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 32938) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:41.746041 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-228dfff1-dd07-4a6d-9d3a-3f5df44b7a3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:41.824870 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-228dfff1-dd07-4a6d-9d3a-3f5df44b7a3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:41.831266 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-228dfff1-dd07-4a6d-9d3a-3f5df44b7a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:41.869013 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-228dfff1-dd07-4a6d-9d3a-3f5df44b7a3a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0d80ef20b8db417f95ea30c913568fe0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363327 Nov 25 04:56:41.870823 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228dfff1-dd07-4a6d-9d3a-3f5df44b7a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99914e77-fb56-4e9b-8b2e-1515bcf545c5,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:41.872552 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 32942) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:41.925193 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-1b844c1d-98b2-4978-9bca-81a2db308fd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:41.949169 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-1b844c1d-98b2-4978-9bca-81a2db308fd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:42.007119 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-1b844c1d-98b2-4978-9bca-81a2db308fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:42.011274 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-1b844c1d-98b2-4978-9bca-81a2db308fd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:42.012634 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-1b844c1d-98b2-4978-9bca-81a2db308fd9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/99914e77-fb56-4e9b-8b2e-1515bcf545c5 HTTP/1.1" status: 204 len: 168 time: 0.1389627 Nov 25 04:56:42.020582 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b844c1d-98b2-4978-9bca-81a2db308fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99914e77-fb56-4e9b-8b2e-1515bcf545c5,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:43.126892 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 32978) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:43.243772 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ec75193a-6830-4ab3-880c-1c41723772da admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:43.324827 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ec75193a-6830-4ab3-880c-1c41723772da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:43.329795 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ec75193a-6830-4ab3-880c-1c41723772da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:43.374193 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-ec75193a-6830-4ab3-880c-1c41723772da admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f27eda14fd29457db8176e759ec81563&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2461128 Nov 25 04:56:43.374971 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75193a-6830-4ab3-880c-1c41723772da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3fcf6b-1d13-4393-84a2-a31974c7f635,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:43.376889 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 32982) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:43.430510 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b98a9f4d-53f5-4d08-9c94-790138fe087c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:43.458946 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b98a9f4d-53f5-4d08-9c94-790138fe087c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:43.509352 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b98a9f4d-53f5-4d08-9c94-790138fe087c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:43.512275 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-b98a9f4d-53f5-4d08-9c94-790138fe087c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:43.513459 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-b98a9f4d-53f5-4d08-9c94-790138fe087c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5e3fcf6b-1d13-4393-84a2-a31974c7f635 HTTP/1.1" status: 204 len: 168 time: 0.1332469 Nov 25 04:56:43.521691 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a9f4d-53f5-4d08-9c94-790138fe087c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3fcf6b-1d13-4393-84a2-a31974c7f635,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:47.118910 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 33034) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:47.257298 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c2f186c1-0eb9-443e-bc77-75384a6ed38b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:47.335788 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c2f186c1-0eb9-443e-bc77-75384a6ed38b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:47.342201 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-c2f186c1-0eb9-443e-bc77-75384a6ed38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:47.382433 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-c2f186c1-0eb9-443e-bc77-75384a6ed38b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a45575354c2e4f53aba35bf5d29d00cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2621956 Nov 25 04:56:47.384265 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f186c1-0eb9-443e-bc77-75384a6ed38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7e4301-ffdb-45d2-8398-b9e4a58b915d,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:47.385066 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 33038) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:47.438381 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d973d702-4ce1-43f6-b415-aa40a7f58ed4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:47.460285 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d973d702-4ce1-43f6-b415-aa40a7f58ed4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:47.510473 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d973d702-4ce1-43f6-b415-aa40a7f58ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:47.513528 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-d973d702-4ce1-43f6-b415-aa40a7f58ed4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:47.514718 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-d973d702-4ce1-43f6-b415-aa40a7f58ed4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ba7e4301-ffdb-45d2-8398-b9e4a58b915d HTTP/1.1" status: 204 len: 168 time: 0.1286557 Nov 25 04:56:47.522779 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973d702-4ce1-43f6-b415-aa40a7f58ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7e4301-ffdb-45d2-8398-b9e4a58b915d,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:48.157372 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 33062) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:48.256424 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-21b67aa3-9e3d-4a45-b040-32737623e23a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-723587595-network', 'tenant_id': 'f2fc92afbcbd4ebcad522e660bb5e8da'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:56:48.280380 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b67aa3-9e3d-4a45-b040-32737623e23a admin admin] Made reservation on behalf of f2fc92afbcbd4ebcad522e660bb5e8da for: {'network': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:56:48.282759 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-21b67aa3-9e3d-4a45-b040-32737623e23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for network, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:48.291655 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-21b67aa3-9e3d-4a45-b040-32737623e23a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:48.367122 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-21b67aa3-9e3d-4a45-b040-32737623e23a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:48.372618 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-21b67aa3-9e3d-4a45-b040-32737623e23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:48.396599 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21b67aa3-9e3d-4a45-b040-32737623e23a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=109070) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 04:56:48.405294 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b67aa3-9e3d-4a45-b040-32737623e23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878b348e-1d6e-4790-a553-a1925e2f0d00,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:48.411278 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-21b67aa3-9e3d-4a45-b040-32737623e23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041'] for segment, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:48.411631 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.db.segments_db [None req-21b67aa3-9e3d-4a45-b040-32737623e23a admin admin] Added segment 062a1128-0e87-4bcf-8d49-f93a0c13c97d of type vlan for network 6d68842c-75f4-4bfe-817b-43ce616393a4 Nov 25 04:56:48.450452 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-21b67aa3-9e3d-4a45-b040-32737623e23a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783339880421'] for network, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:48.476832 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-21b67aa3-9e3d-4a45-b040-32737623e23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519'] for network, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:48.477781 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b67aa3-9e3d-4a45-b040-32737623e23a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:56:48.478354 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-21b67aa3-9e3d-4a45-b040-32737623e23a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for network, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:48.529058 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-21b67aa3-9e3d-4a45-b040-32737623e23a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3704517 Nov 25 04:56:48.532286 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 33066) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:48.538145 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-7a1f6a3f-0f2c-4ccb-a7d4-11d4d1533657 admin admin] Request body: {'subnet': {'network_id': '6d68842c-75f4-4bfe-817b-43ce616393a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-723587595-subnet', 'tenant_id': 'f2fc92afbcbd4ebcad522e660bb5e8da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:56:48.540189 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b67aa3-9e3d-4a45-b040-32737623e23a admin admin] Pushing event updated for resources: {'Network': ['ID=6d68842c-75f4-4bfe-817b-43ce616393a4,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:48.551644 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Network 6d68842c-75f4-4bfe-817b-43ce616393a4 details requested by agent ovs-agent-dv-cinder-815582-6-iscsi with host dv-cinder-815582-6-iscsi {{(pid=109072) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 04:56:48.563609 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1f6a3f-0f2c-4ccb-a7d4-11d4d1533657 admin admin] Made reservation on behalf of f2fc92afbcbd4ebcad522e660bb5e8da for: {'subnet': 1} {{(pid=109071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:56:48.566305 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7a1f6a3f-0f2c-4ccb-a7d4-11d4d1533657 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249265'] for subnet, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:48.737562 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7a1f6a3f-0f2c-4ccb-a7d4-11d4d1533657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8963760', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9254939'] for subnet, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:48.800719 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f6a3f-0f2c-4ccb-a7d4-11d4d1533657 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cafe4f2-684f-4f68-8876-d8e638f42ecb,revision_number=0']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:48.809735 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1f6a3f-0f2c-4ccb-a7d4-11d4d1533657 admin admin] Checking segment: {'id': '062a1128-0e87-4bcf-8d49-f93a0c13c97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6d68842c-75f4-4bfe-817b-43ce616393a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:56:48.810093 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1f6a3f-0f2c-4ccb-a7d4-11d4d1533657 admin admin] Network hostable DHCP agents. Network: 6d68842c-75f4-4bfe-817b-43ce616393a4, hostable agents: ['b468568d-98fa-4cc8-a5cb-272923c6e379'], hosted agents: [] {{(pid=109071) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 04:56:48.830224 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1f6a3f-0f2c-4ccb-a7d4-11d4d1533657 admin admin] Network 6d68842c-75f4-4bfe-817b-43ce616393a4 is scheduled to be hosted by DHCP agent b468568d-98fa-4cc8-a5cb-272923c6e379 with binding_index 1 {{(pid=109071) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 04:56:48.840275 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [None req-7a1f6a3f-0f2c-4ccb-a7d4-11d4d1533657 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815582-6-iscsi, 6d68842c-75f4-4bfe-817b-43ce616393a4) {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:56:48.844954 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1f6a3f-0f2c-4ccb-a7d4-11d4d1533657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:56:48.845554 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7a1f6a3f-0f2c-4ccb-a7d4-11d4d1533657 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for subnet, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:48.850157 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcee351-ee5b-43bc-8b9f-13c7fd0cf16e None None] Network 6d68842c-75f4-4bfe-817b-43ce616393a4 requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:56:48.866315 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-7a1f6a3f-0f2c-4ccb-a7d4-11d4d1533657 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3287354 Nov 25 04:56:48.975839 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d21551-8f5c-4a2c-981e-ee48cd39a1e9 None None] Network 6d68842c-75f4-4bfe-817b-43ce616393a4 requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:56:50.677297 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-8460582d-4319-4e6c-9db0-4f5b903b521b tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:56:50.678949 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-8460582d-4319-4e6c-9db0-4f5b903b521b tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/networks?id=6d68842c-75f4-4bfe-817b-43ce616393a4 HTTP/1.1" status: 200 len: 813 time: 0.1126342 Nov 25 04:56:50.695644 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-297d418f-d4a9-4be3-977a-9b38df338675 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/quotas/f2fc92afbcbd4ebcad522e660bb5e8da HTTP/1.1" status: 200 len: 375 time: 0.0104039 Nov 25 04:56:50.729909 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-547c85ed-7e47-44f2-ac8e-a0ea347b6a3d tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f2fc92afbcbd4ebcad522e660bb5e8da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277317 Nov 25 04:56:50.832004 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-3443052e-8503-4a17-9847-7be2d79b14e8 service neutron] 10.222.0.36 "GET /v2.0/networks/6d68842c-75f4-4bfe-817b-43ce616393a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943873 Nov 25 04:56:50.924188 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-2e4b6ef5-962b-433c-838e-060d96d4aa21 service neutron] 10.222.0.36 "GET /v2.0/networks/6d68842c-75f4-4bfe-817b-43ce616393a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858989 Nov 25 04:56:51.082606 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b79a364b-c0a4-4902-beee-563d25c6f8df req-12d74a8b-bc8e-4a61-8504-7ecc98f03e97 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba6c16d-25ab-49d5-bfd4-16dd1f04a258 HTTP/1.1" status: 200 len: 210 time: 0.0268891 Nov 25 04:56:52.033395 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 6 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 04:56:52.180142 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a5f23811-a5f5-465f-8888-e2d28c23e4c8 req-e7c08074-3d6a-48d8-9eb5-b37010f02655 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba6c16d-25ab-49d5-bfd4-16dd1f04a258 HTTP/1.1" status: 200 len: 210 time: 0.0264478 Nov 25 04:56:52.491296 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-5604184b-f823-4a47-82e8-f65faba0092c tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:56:52.493174 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-5604184b-f823-4a47-82e8-f65faba0092c tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.41 "GET /v2.0/networks?id=6d68842c-75f4-4bfe-817b-43ce616393a4 HTTP/1.1" status: 200 len: 813 time: 0.1112671 Nov 25 04:56:52.512625 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-789ecc28-6d12-48dd-bf4c-e541e92fffd3 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Request body: {'port': {'device_id': '6ba6c16d-25ab-49d5-bfd4-16dd1f04a258', 'network_id': '6d68842c-75f4-4bfe-817b-43ce616393a4', 'admin_state_up': True, 'tenant_id': 'f2fc92afbcbd4ebcad522e660bb5e8da'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:56:52.530489 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6dd802-c574-4822-8c3c-682ef77334b9 req-a89c2cfe-02a7-47bf-86d7-b46d754b0998 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:56:52.532398 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ea6dd802-c574-4822-8c3c-682ef77334b9 req-a89c2cfe-02a7-47bf-86d7-b46d754b0998 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cfdb05-cc80-4dbb-aa30-afc458cd4a20 HTTP/1.1" status: 200 len: 946 time: 0.0559549 Nov 25 04:56:52.594671 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ea6dd802-c574-4822-8c3c-682ef77334b9 req-c49ceae7-b7a3-4d7b-a716-ffdba824304f tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf1fe08a-d9b6-4c96-a764-44edb9d4345b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561504 Nov 25 04:56:52.627199 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-789ecc28-6d12-48dd-bf4c-e541e92fffd3 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Made reservation on behalf of f2fc92afbcbd4ebcad522e660bb5e8da for: {'port': 1} {{(pid=109070) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:56:52.630734 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-789ecc28-6d12-48dd-bf4c-e541e92fffd3 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:52.758534 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-789ecc28-6d12-48dd-bf4c-e541e92fffd3 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Allocated IP 172.20.0.2 (6d68842c-75f4-4bfe-817b-43ce616393a4/3cafe4f2-684f-4f68-8876-d8e638f42ecb/5f7395bd-fe02-4ac0-8828-fe80e578fa7f) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:56:52.912750 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-789ecc28-6d12-48dd-bf4c-e541e92fffd3 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Publish callbacks [] for port, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:52.960357 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-789ecc28-6d12-48dd-bf4c-e541e92fffd3 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:53.005207 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-789ecc28-6d12-48dd-bf4c-e541e92fffd3 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Network 6d68842c-75f4-4bfe-817b-43ce616393a4 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:56:53.008385 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-789ecc28-6d12-48dd-bf4c-e541e92fffd3 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:56:53.012259 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-789ecc28-6d12-48dd-bf4c-e541e92fffd3 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:56:53.018731 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ecc28-6d12-48dd-bf4c-e541e92fffd3 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Pushing event updated for resources: {'Port': ['ID=5f7395bd-fe02-4ac0-8828-fe80e578fa7f,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:53.062782 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-789ecc28-6d12-48dd-bf4c-e541e92fffd3 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:56:53.063390 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-789ecc28-6d12-48dd-bf4c-e541e92fffd3 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:53.081489 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-789ecc28-6d12-48dd-bf4c-e541e92fffd3 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5732985 Nov 25 04:56:53.102864 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-d725deb9-3629-4fa5-9bfa-f45c98dee034 service neutron] Request body: {'port': {'device_id': '6ba6c16d-25ab-49d5-bfd4-16dd1f04a258', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:56:53.158380 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-d725deb9-3629-4fa5-9bfa-f45c98dee034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:53.363257 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15f0ce-a529-48ae-a131-313538e8434b req-517f67d7-006e-4e7e-83ae-5390f5b4f9f9 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:56:53.364769 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3d15f0ce-a529-48ae-a131-313538e8434b req-517f67d7-006e-4e7e-83ae-5390f5b4f9f9 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba6c16d-25ab-49d5-bfd4-16dd1f04a258 HTTP/1.1" status: 200 len: 931 time: 0.1118097 Nov 25 04:56:53.461376 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3d15f0ce-a529-48ae-a131-313538e8434b req-cb8ec0fe-ec12-43da-adb5-5e9289d2cced tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/security-groups?id=878b348e-1d6e-4790-a553-a1925e2f0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903583 Nov 25 04:56:53.509525 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-d725deb9-3629-4fa5-9bfa-f45c98dee034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f7395bd-fe02-4ac0-8828-fe80e578fa7f {{(pid=109070) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:56:53.517336 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-d725deb9-3629-4fa5-9bfa-f45c98dee034 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:53.529435 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.provisioning_blocks [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-d725deb9-3629-4fa5-9bfa-f45c98dee034 service neutron] Transition to ACTIVE for port object 5f7395bd-fe02-4ac0-8828-fe80e578fa7f will not be triggered until provisioned by entity L2. {{(pid=109070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 04:56:53.535306 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-d725deb9-3629-4fa5-9bfa-f45c98dee034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9557411'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:53.582698 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d725deb9-3629-4fa5-9bfa-f45c98dee034 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7395bd-fe02-4ac0-8828-fe80e578fa7f,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:53.656136 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-d725deb9-3629-4fa5-9bfa-f45c98dee034 service neutron] Attempting to bind port 5f7395bd-fe02-4ac0-8828-fe80e578fa7f on host hv-cinder-81558 for vnic_type normal with profile {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:56:53.656505 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-d725deb9-3629-4fa5-9bfa-f45c98dee034 service neutron] Attempting to bind port 5f7395bd-fe02-4ac0-8828-fe80e578fa7f by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '062a1128-0e87-4bcf-8d49-f93a0c13c97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6d68842c-75f4-4bfe-817b-43ce616393a4'}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:56:53.656836 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-d725deb9-3629-4fa5-9bfa-f45c98dee034 service neutron] Attempting to bind port 5f7395bd-fe02-4ac0-8828-fe80e578fa7f on network 6d68842c-75f4-4bfe-817b-43ce616393a4 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:56:53.661253 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-d725deb9-3629-4fa5-9bfa-f45c98dee034 service neutron] Port 5f7395bd-fe02-4ac0-8828-fe80e578fa7f on network 6d68842c-75f4-4bfe-817b-43ce616393a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 04:56:53.661597 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-d725deb9-3629-4fa5-9bfa-f45c98dee034 service neutron] Attempting to bind port 5f7395bd-fe02-4ac0-8828-fe80e578fa7f on network 6d68842c-75f4-4bfe-817b-43ce616393a4 {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:56:53.666727 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-d725deb9-3629-4fa5-9bfa-f45c98dee034 service neutron] Checking agent: {'id': '1f14ab98-53f7-4a68-bcc6-b943f33cb2d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'started_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:56:53.667077 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-d725deb9-3629-4fa5-9bfa-f45c98dee034 service neutron] Checking segment: {'id': '062a1128-0e87-4bcf-8d49-f93a0c13c97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6d68842c-75f4-4bfe-817b-43ce616393a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:56:53.667431 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-d725deb9-3629-4fa5-9bfa-f45c98dee034 service neutron] Bound using segment: {'id': '062a1128-0e87-4bcf-8d49-f93a0c13c97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6d68842c-75f4-4bfe-817b-43ce616393a4'} {{(pid=109070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:56:53.667852 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.managers [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-d725deb9-3629-4fa5-9bfa-f45c98dee034 service neutron] Bound port: 5f7395bd-fe02-4ac0-8828-fe80e578fa7f, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062a1128-0e87-4bcf-8d49-f93a0c13c97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6d68842c-75f4-4bfe-817b-43ce616393a4'}}] {{(pid=109070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:56:53.668228 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-d725deb9-3629-4fa5-9bfa-f45c98dee034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:53.718133 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb67de-ae0d-4668-9934-120949fc3284 req-35164c08-2c6c-4c97-8a71-d61d74e4ae1a tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:56:53.719895 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-cdcb67de-ae0d-4668-9934-120949fc3284 req-35164c08-2c6c-4c97-8a71-d61d74e4ae1a tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cfdb05-cc80-4dbb-aa30-afc458cd4a20 HTTP/1.1" status: 200 len: 946 time: 0.0490081 Nov 25 04:56:53.731560 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-d725deb9-3629-4fa5-9bfa-f45c98dee034 service neutron] For port 5f7395bd-fe02-4ac0-8828-fe80e578fa7f, host hv-cinder-81558, cleared binding levels {{(pid=109070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:56:53.734734 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-d725deb9-3629-4fa5-9bfa-f45c98dee034 service neutron] For port 5f7395bd-fe02-4ac0-8828-fe80e578fa7f, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5f7395bd-fe02-4ac0-8828-fe80e578fa7f,segment=NetworkSegment(062a1128-0e87-4bcf-8d49-f93a0c13c97d),segment_id=062a1128-0e87-4bcf-8d49-f93a0c13c97d)] {{(pid=109070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:56:53.740452 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-d725deb9-3629-4fa5-9bfa-f45c98dee034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9557411'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:53.770949 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-cdcb67de-ae0d-4668-9934-120949fc3284 req-f06f0399-4f5e-4796-911f-7186c37721c8 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf1fe08a-d9b6-4c96-a764-44edb9d4345b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448992 Nov 25 04:56:53.776191 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-d725deb9-3629-4fa5-9bfa-f45c98dee034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:56:53.776813 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-d725deb9-3629-4fa5-9bfa-f45c98dee034 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:53.778210 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-d725deb9-3629-4fa5-9bfa-f45c98dee034 service neutron] 10.222.0.41 "PUT /v2.0/ports/5f7395bd-fe02-4ac0-8828-fe80e578fa7f HTTP/1.1" status: 200 len: 1093 time: 0.6794760 Nov 25 04:56:53.778744 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba6c16d-25ab-49d5-bfd4-16dd1f04a258', 'tag': '5f7395bd-fe02-4ac0-8828-fe80e578fa7f'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:56:53.781111 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c54fbf746f0c7fba78ef8d59e1beae84bb94fede6ed59824d7b8ea859eeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4e2552-2174-4e9f-bf9d-03cc244b0e30" -d '{"events": [{"name": "network-changed", "server_uuid": "6ba6c16d-25ab-49d5-bfd4-16dd1f04a258", "tag": "5f7395bd-fe02-4ac0-8828-fe80e578fa7f"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:56:53.802561 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d725deb9-3629-4fa5-9bfa-f45c98dee034 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7395bd-fe02-4ac0-8828-fe80e578fa7f,revision_number=3']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:53.821172 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 04:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6110362c-e550-4f3e-a2c6-a77ffdcc2f80 x-openstack-request-id: req-6110362c-e550-4f3e-a2c6-a77ffdcc2f80 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:56:53.821469 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ba6c16d-25ab-49d5-bfd4-16dd1f04a258", "tag": "5f7395bd-fe02-4ac0-8828-fe80e578fa7f", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:56:53.821731 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6110362c-e550-4f3e-a2c6-a77ffdcc2f80 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:56:53.822141 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ba6c16d-25ab-49d5-bfd4-16dd1f04a258', 'tag': '5f7395bd-fe02-4ac0-8828-fe80e578fa7f', 'status': 'completed', 'code': 200} Nov 25 04:56:53.886959 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-caa350f7-db54-4a8e-a915-4b98a62a2a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:56:53.888544 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-caa350f7-db54-4a8e-a915-4b98a62a2a31 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f2fc92afbcbd4ebcad522e660bb5e8da&device_id=6ba6c16d-25ab-49d5-bfd4-16dd1f04a258 HTTP/1.1" status: 200 len: 1096 time: 0.0423031 Nov 25 04:56:53.940502 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-5542f698-d9f8-4d04-9a81-55848702535a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5f7395bd-fe02-4ac0-8828-fe80e578fa7f HTTP/1.1" status: 200 len: 217 time: 0.0357997 Nov 25 04:56:53.989967 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-cadd973f-2d74-4b9c-affa-5795ec0a6aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:56:53.991306 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-cadd973f-2d74-4b9c-affa-5795ec0a6aaf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3cafe4f2-684f-4f68-8876-d8e638f42ecb HTTP/1.1" status: 200 len: 853 time: 0.0433416 Nov 25 04:56:54.025869 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-664de794-d0fc-462f-b79c-3ba22f96ee7a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6d68842c-75f4-4bfe-817b-43ce616393a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247951 Nov 25 04:56:54.125566 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-7d290ad3-4583-4a9f-a8e0-58691eacc41b service neutron] 10.222.0.41 "GET /v2.0/networks/6d68842c-75f4-4bfe-817b-43ce616393a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898807 Nov 25 04:56:54.168552 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:54.243780 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8e7057a2-f002-4eb4-814a-9836769c05fb req-7f9b9769-aff3-4520-ab4b-35efd5b4da05 service neutron] 10.222.0.41 "GET /v2.0/networks/6d68842c-75f4-4bfe-817b-43ce616393a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884869 Nov 25 04:56:54.440353 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e2552-2174-4e9f-bf9d-03cc244b0e30 req-c4534ea2-1321-4a43-a2fc-c448969b5b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:56:54.442138 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1d4e2552-2174-4e9f-bf9d-03cc244b0e30 req-c4534ea2-1321-4a43-a2fc-c448969b5b62 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f2fc92afbcbd4ebcad522e660bb5e8da&device_id=6ba6c16d-25ab-49d5-bfd4-16dd1f04a258 HTTP/1.1" status: 200 len: 1096 time: 0.0438409 Nov 25 04:56:54.464715 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b7b80-3868-4175-8a50-21d4f965e0c7 req-ee0179d4-5a1a-493b-857f-a1600d2e6613 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:56:54.466986 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f49b7b80-3868-4175-8a50-21d4f965e0c7 req-ee0179d4-5a1a-493b-857f-a1600d2e6613 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4cfdb05-cc80-4dbb-aa30-afc458cd4a20 HTTP/1.1" status: 200 len: 946 time: 0.0504951 Nov 25 04:56:54.541441 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e2552-2174-4e9f-bf9d-03cc244b0e30 req-a5c96587-5ea5-4fc1-b8a1-5ef4160b30d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:56:54.543057 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1d4e2552-2174-4e9f-bf9d-03cc244b0e30 req-a5c96587-5ea5-4fc1-b8a1-5ef4160b30d3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6d68842c-75f4-4bfe-817b-43ce616393a4 HTTP/1.1" status: 200 len: 914 time: 0.0914090 Nov 25 04:56:54.586801 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1d4e2552-2174-4e9f-bf9d-03cc244b0e30 req-23f1db83-a0f5-40f2-8270-cc7cdc717489 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5f7395bd-fe02-4ac0-8828-fe80e578fa7f HTTP/1.1" status: 200 len: 217 time: 0.0345271 Nov 25 04:56:54.597495 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0edb1-423e-4c45-b40a-df714464aca5 req-f30c2fb8-92e5-464b-8181-7d9714eee5b0 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:56:54.598993 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-6db0edb1-423e-4c45-b40a-df714464aca5 req-f30c2fb8-92e5-464b-8181-7d9714eee5b0 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba6c16d-25ab-49d5-bfd4-16dd1f04a258 HTTP/1.1" status: 200 len: 943 time: 0.0628414 Nov 25 04:56:54.605702 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [req-f49b7b80-3868-4175-8a50-21d4f965e0c7 req-09805370-6a11-4453-a82b-1bc6dd488446 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Deleting port a999c745-2d9c-45a0-826c-406f6d92c9f2 {{(pid=109071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:56:54.606047 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-f49b7b80-3868-4175-8a50-21d4f965e0c7 req-09805370-6a11-4453-a82b-1bc6dd488446 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:54.642528 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e2552-2174-4e9f-bf9d-03cc244b0e30 req-254ffd45-b980-4a53-bcde-8e5b295a56a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:56:54.644181 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1d4e2552-2174-4e9f-bf9d-03cc244b0e30 req-254ffd45-b980-4a53-bcde-8e5b295a56a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3cafe4f2-684f-4f68-8876-d8e638f42ecb HTTP/1.1" status: 200 len: 853 time: 0.0482824 Nov 25 04:56:54.676845 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1d4e2552-2174-4e9f-bf9d-03cc244b0e30 req-8774776e-ce35-4832-b567-6ffb7bf27ebf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6d68842c-75f4-4bfe-817b-43ce616393a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249250 Nov 25 04:56:54.710699 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-6db0edb1-423e-4c45-b40a-df714464aca5 req-7ba69e8b-116b-4b60-ac0e-fcaf55f4923d tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/security-groups?id=878b348e-1d6e-4790-a553-a1925e2f0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004343 Nov 25 04:56:54.730675 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [req-f49b7b80-3868-4175-8a50-21d4f965e0c7 req-09805370-6a11-4453-a82b-1bc6dd488446 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] For port a999c745-2d9c-45a0-826c-406f6d92c9f2, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a999c745-2d9c-45a0-826c-406f6d92c9f2,segment=NetworkSegment(b1dba0eb-0cf9-4f10-8d76-96f787d824b9),segment_id=b1dba0eb-0cf9-4f10-8d76-96f787d824b9)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:56:54.731643 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-f49b7b80-3868-4175-8a50-21d4f965e0c7 req-09805370-6a11-4453-a82b-1bc6dd488446 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:54.767498 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1d4e2552-2174-4e9f-bf9d-03cc244b0e30 req-ed54c6b1-a0cf-440a-a0b7-48b0c4c59981 service neutron] 10.222.0.41 "GET /v2.0/networks/6d68842c-75f4-4bfe-817b-43ce616393a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812817 Nov 25 04:56:54.889021 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1d4e2552-2174-4e9f-bf9d-03cc244b0e30 req-b4c0e04f-f1a8-4821-82ef-473ebd961578 service neutron] 10.222.0.41 "GET /v2.0/networks/6d68842c-75f4-4bfe-817b-43ce616393a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137552 Nov 25 04:56:54.903979 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-f49b7b80-3868-4175-8a50-21d4f965e0c7 req-09805370-6a11-4453-a82b-1bc6dd488446 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:54.904577 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-f49b7b80-3868-4175-8a50-21d4f965e0c7 req-09805370-6a11-4453-a82b-1bc6dd488446 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688023'] for floatingip, after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:54.904911 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.db.l3_db [req-f49b7b80-3868-4175-8a50-21d4f965e0c7 req-09805370-6a11-4453-a82b-1bc6dd488446 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Floating IP f57cee67-9bf6-42b8-a35f-9de8febe7bd3 disassociated. External IP: 172.27.2.166, port: a999c745-2d9c-45a0-826c-406f6d92c9f2. Nov 25 04:56:54.905255 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [req-f49b7b80-3868-4175-8a50-21d4f965e0c7 req-09805370-6a11-4453-a82b-1bc6dd488446 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Calling delete_port for a999c745-2d9c-45a0-826c-406f6d92c9f2 owned by compute:nova {{(pid=109071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:56:54.906929 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ad062-214f-4be1-8813-64b6364e82a9 req-dd108709-43d0-410d-9afb-c91677262bed tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:56:54.907878 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0c7ad062-214f-4be1-8813-64b6364e82a9 req-dd108709-43d0-410d-9afb-c91677262bed tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4cfdb05-cc80-4dbb-aa30-afc458cd4a20 HTTP/1.1" status: 200 len: 946 time: 0.0631304 Nov 25 04:56:54.963263 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-0c7ad062-214f-4be1-8813-64b6364e82a9 req-32cd9eaf-98df-4538-9afe-1cbbf87cc84f tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups?id=bf1fe08a-d9b6-4c96-a764-44edb9d4345b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429938 Nov 25 04:56:55.039672 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-f49b7b80-3868-4175-8a50-21d4f965e0c7 req-09805370-6a11-4453-a82b-1bc6dd488446 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:55.066929 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09805370-6a11-4453-a82b-1bc6dd488446 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Pushing event deleted for resources: {'Port': ['ID=a999c745-2d9c-45a0-826c-406f6d92c9f2,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:55.186392 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f49b7b80-3868-4175-8a50-21d4f965e0c7 req-09805370-6a11-4453-a82b-1bc6dd488446 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Router 3e6aa8c0-8e43-44ea-ad80-2073c22cf059 has already been hosted by L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f {{(pid=109071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 04:56:55.300587 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f49b7b80-3868-4175-8a50-21d4f965e0c7 req-09805370-6a11-4453-a82b-1bc6dd488446 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:56:55.313235 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba5ae25-f61f-42c1-959e-795df902c8cf None None] Sync routers for ids ['3e6aa8c0-8e43-44ea-ad80-2073c22cf059'] in dv-cinder-815582-6-iscsi {{(pid=109073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:56:55.324192 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba5ae25-f61f-42c1-959e-795df902c8cf None None] Routers {'3e6aa8c0-8e43-44ea-ad80-2073c22cf059'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:56:55.324874 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-bba5ae25-f61f-42c1-959e-795df902c8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:56:30Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['3e6aa8c0-8e43-44ea-ad80-2073c22cf059'], 'active': True} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:56:55.350503 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49b7b80-3868-4175-8a50-21d4f965e0c7 req-09805370-6a11-4453-a82b-1bc6dd488446 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] No DVR routers for this DVR port a999c745-2d9c-45a0-826c-406f6d92c9f2 on host hv-cinder-81558 {{(pid=109071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 04:56:55.353171 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-f49b7b80-3868-4175-8a50-21d4f965e0c7 req-09805370-6a11-4453-a82b-1bc6dd488446 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:55.356735 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f49b7b80-3868-4175-8a50-21d4f965e0c7 req-09805370-6a11-4453-a82b-1bc6dd488446 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.41 "DELETE /v2.0/ports/a999c745-2d9c-45a0-826c-406f6d92c9f2 HTTP/1.1" status: 204 len: 173 time: 0.8838830 Nov 25 04:56:55.357192 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4cfdb05-cc80-4dbb-aa30-afc458cd4a20', 'name': 'network-vif-deleted', 'tag': 'a999c745-2d9c-45a0-826c-406f6d92c9f2'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:56:55.359547 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d57e7af397f6b944dcc9a6f5390767d05535c9c85852faf17d281085e8a62f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6305fc28-b3a9-4de6-bca2-50429f6ec0fd" -d '{"events": [{"server_uuid": "b4cfdb05-cc80-4dbb-aa30-afc458cd4a20", "name": "network-vif-deleted", "tag": "a999c745-2d9c-45a0-826c-406f6d92c9f2"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:56:55.398165 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf0f690-e44c-4b9f-a7ec-7f93e8857631 x-openstack-request-id: req-ddf0f690-e44c-4b9f-a7ec-7f93e8857631 {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:56:55.398472 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4cfdb05-cc80-4dbb-aa30-afc458cd4a20", "name": "network-vif-deleted", "tag": "a999c745-2d9c-45a0-826c-406f6d92c9f2", "status": "completed", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:56:55.398734 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ddf0f690-e44c-4b9f-a7ec-7f93e8857631 {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:56:55.399221 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4cfdb05-cc80-4dbb-aa30-afc458cd4a20', 'name': 'network-vif-deleted', 'tag': 'a999c745-2d9c-45a0-826c-406f6d92c9f2', 'status': 'completed', 'code': 200} Nov 25 04:56:55.440454 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvr_db [None req-bba5ae25-f61f-42c1-959e-795df902c8cf None None] Set router 3e6aa8c0-8e43-44ea-ad80-2073c22cf059 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:56:55.747178 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-bba5ae25-f61f-42c1-959e-795df902c8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'name': 'tempest-AttachVolumeTestJSON-1106189964-router', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd9ac4deb-af05-4fb4-9028-e241204fc75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:52:25Z', 'updated_at': '2021-11-25T04:52:30Z', 'revision_number': 4, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'gw_port': {'id': 'd9ac4deb-af05-4fb4-9028-e241204fc75b', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:52:26Z', 'updated_at': '2021-11-25T04:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '6f487ba6-f28a-4a1f-90b4-167db3765323', 'name': '', 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'mac_address': 'fa:16:3e:f6:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9662cdb6-12c0-4624-997f-c4dc12ecd471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:52:29Z', 'updated_at': '2021-11-25T04:52:34Z', 'revision_number': 5, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'subnets': [{'id': '9662cdb6-12c0-4624-997f-c4dc12ecd471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:56:55.776619 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba5ae25-f61f-42c1-959e-795df902c8cf None None] Checking router: 3e6aa8c0-8e43-44ea-ad80-2073c22cf059 for host: dv-cinder-815582-6-iscsi {{(pid=109073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:56:55.785499 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba5ae25-f61f-42c1-959e-795df902c8cf None None] Routers {'3e6aa8c0-8e43-44ea-ad80-2073c22cf059'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:56:55.786119 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-bba5ae25-f61f-42c1-959e-795df902c8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:56:30Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['3e6aa8c0-8e43-44ea-ad80-2073c22cf059'], 'active': True} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:56:55.829920 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d3374-a48f-402e-9dcc-6e9936363ed9 req-49ed3259-0156-453b-a452-642b9accbeb1 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:56:55.831514 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5e0d3374-a48f-402e-9dcc-6e9936363ed9 req-49ed3259-0156-453b-a452-642b9accbeb1 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba6c16d-25ab-49d5-bfd4-16dd1f04a258 HTTP/1.1" status: 200 len: 943 time: 0.0502851 Nov 25 04:56:55.891132 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvr_db [None req-bba5ae25-f61f-42c1-959e-795df902c8cf None None] Set router 3e6aa8c0-8e43-44ea-ad80-2073c22cf059 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:56:55.904611 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-5e0d3374-a48f-402e-9dcc-6e9936363ed9 req-e1889b5b-19fe-4070-ac01-2d9a3c61b60f tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/security-groups?id=878b348e-1d6e-4790-a553-a1925e2f0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613258 Nov 25 04:56:56.048782 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 33186) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:56.090413 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-bba5ae25-f61f-42c1-959e-795df902c8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'name': 'tempest-AttachVolumeTestJSON-1106189964-router', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd9ac4deb-af05-4fb4-9028-e241204fc75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:52:25Z', 'updated_at': '2021-11-25T04:52:30Z', 'revision_number': 4, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'gw_port': {'id': 'd9ac4deb-af05-4fb4-9028-e241204fc75b', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:52:26Z', 'updated_at': '2021-11-25T04:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '6f487ba6-f28a-4a1f-90b4-167db3765323', 'name': '', 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'mac_address': 'fa:16:3e:f6:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9662cdb6-12c0-4624-997f-c4dc12ecd471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:52:29Z', 'updated_at': '2021-11-25T04:52:34Z', 'revision_number': 5, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'subnets': [{'id': '9662cdb6-12c0-4624-997f-c4dc12ecd471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:56:56.103690 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7418da10-e07a-44b9-ac54-336dcedc3231 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:56.120006 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba5ae25-f61f-42c1-959e-795df902c8cf None None] The sync data for ids ['3e6aa8c0-8e43-44ea-ad80-2073c22cf059'] in dv-cinder-815582-6-iscsi is: [{'id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'name': 'tempest-AttachVolumeTestJSON-1106189964-router', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd9ac4deb-af05-4fb4-9028-e241204fc75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:52:25Z', 'updated_at': '2021-11-25T04:52:30Z', 'revision_number': 4, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'gw_port': {'id': 'd9ac4deb-af05-4fb4-9028-e241204fc75b', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:52:26Z', 'updated_at': '2021-11-25T04:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '6f487ba6-f28a-4a1f-90b4-167db3765323', 'name': '', 'network_id': 'f77f365b-02be-45f9-954a-13cddcd52f52', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'mac_address': 'fa:16:3e:f6:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9662cdb6-12c0-4624-997f-c4dc12ecd471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:52:29Z', 'updated_at': '2021-11-25T04:52:34Z', 'revision_number': 5, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'subnets': [{'id': '9662cdb6-12c0-4624-997f-c4dc12ecd471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:56:56.126757 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7418da10-e07a-44b9-ac54-336dcedc3231 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:56.181185 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7418da10-e07a-44b9-ac54-336dcedc3231 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:56.183831 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7418da10-e07a-44b9-ac54-336dcedc3231 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:56.185183 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-7418da10-e07a-44b9-ac54-336dcedc3231 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "DELETE /v2.0/security-groups/bf1fe08a-d9b6-4c96-a764-44edb9d4345b HTTP/1.1" status: 204 len: 168 time: 0.1353080 Nov 25 04:56:56.188364 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 33188) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:56.194851 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418da10-e07a-44b9-ac54-336dcedc3231 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1fe08a-d9b6-4c96-a764-44edb9d4345b,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:56.203218 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.api.v2.resource [None req-903ca4fe-81d5-47de-a36d-dec83b8d24f6 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] show failed (client error): The resource could not be found. Nov 25 04:56:56.207152 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-903ca4fe-81d5-47de-a36d-dec83b8d24f6 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "GET /v2.0/security-groups/bf1fe08a-d9b6-4c96-a764-44edb9d4345b HTTP/1.1" status: 404 len: 347 time: 0.0148058 Nov 25 04:56:56.207482 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 33190) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:56:56.334175 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-cd4fc5b1-0ab2-470f-aa39-b863a75cc5f6 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Deleting port 0ef2c307-d267-420d-ab7b-50f1ff953c54 {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:56:56.334553 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc5b1-0ab2-470f-aa39-b863a75cc5f6 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:56.363235 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06009db5-4d9a-4683-97ec-b48875e17bca None None] New status for floating IP f57cee67-9bf6-42b8-a35f-9de8febe7bd3: DOWN {{(pid=109072) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 04:56:56.475253 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 5f7395bd-fe02-4ac0-8828-fe80e578fa7f details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=109072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 04:56:56.580588 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 5f7395bd-fe02-4ac0-8828-fe80e578fa7f, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5f7395bd-fe02-4ac0-8828-fe80e578fa7f,segment=NetworkSegment(062a1128-0e87-4bcf-8d49-f93a0c13c97d),segment_id=062a1128-0e87-4bcf-8d49-f93a0c13c97d)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:56:56.593335 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Returning: {'device': '5f7395bd-fe02-4ac0-8828-fe80e578fa7f', 'network_id': '6d68842c-75f4-4bfe-817b-43ce616393a4', 'port_id': '5f7395bd-fe02-4ac0-8828-fe80e578fa7f', 'mac_address': 'fa:16:3e:bc:93:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cafe4f2-684f-4f68-8876-d8e638f42ecb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 04:56:56.636698 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:56.649779 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f7395bd-fe02-4ac0-8828-fe80e578fa7f {{(pid=109072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:56:56.669458 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 5f7395bd-fe02-4ac0-8828-fe80e578fa7f, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5f7395bd-fe02-4ac0-8828-fe80e578fa7f,segment=NetworkSegment(062a1128-0e87-4bcf-8d49-f93a0c13c97d),segment_id=062a1128-0e87-4bcf-8d49-f93a0c13c97d)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:56:56.674076 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:56.682305 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc5b1-0ab2-470f-aa39-b863a75cc5f6 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:56.682641 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc5b1-0ab2-470f-aa39-b863a75cc5f6 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:56.694564 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-cd4fc5b1-0ab2-470f-aa39-b863a75cc5f6 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Calling delete_port for 0ef2c307-d267-420d-ab7b-50f1ff953c54 owned by network:floatingip {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:56:56.721203 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=5f7395bd-fe02-4ac0-8828-fe80e578fa7f,revision_number=4']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:56.728556 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:56:56.728903 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:56:56.729243 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:56:56.729574 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:56:56.729901 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:56:56.730229 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:56:56.730553 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:56:56.730874 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:56:56.731192 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:56:56.731548 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:56:56.731860 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:56:56.732201 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:56:56.833603 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc5b1-0ab2-470f-aa39-b863a75cc5f6 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:56.863615 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4fc5b1-0ab2-470f-aa39-b863a75cc5f6 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Pushing event deleted for resources: {'Port': ['ID=0ef2c307-d267-420d-ab7b-50f1ff953c54,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:56.926499 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc5b1-0ab2-470f-aa39-b863a75cc5f6 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks [] for floatingip, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:56.929319 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc5b1-0ab2-470f-aa39-b863a75cc5f6 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for floatingip, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:56.930490 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-cd4fc5b1-0ab2-470f-aa39-b863a75cc5f6 tempest-AttachVolumeTestJSON-1436338392 tempest-AttachVolumeTestJSON-1436338392-project] 10.222.0.36 "DELETE /v2.0/floatingips/f57cee67-9bf6-42b8-a35f-9de8febe7bd3 HTTP/1.1" status: 204 len: 168 time: 0.7220154 Nov 25 04:56:56.997005 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['5f7395bd-fe02-4ac0-8828-fe80e578fa7f'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:56:57.029465 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567fec1a-c054-4378-83cd-ff2d00353877 req-cdf3f754-36de-4648-b221-0d94c3fdc952 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:56:57.031025 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-567fec1a-c054-4378-83cd-ff2d00353877 req-cdf3f754-36de-4648-b221-0d94c3fdc952 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba6c16d-25ab-49d5-bfd4-16dd1f04a258 HTTP/1.1" status: 200 len: 944 time: 0.0633256 Nov 25 04:56:57.090650 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-567fec1a-c054-4378-83cd-ff2d00353877 req-227f6f1d-09b4-4494-9222-34a5d5cf6ab1 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/security-groups?id=878b348e-1d6e-4790-a553-a1925e2f0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514822 Nov 25 04:56:57.792433 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-c84f75d2-bda9-4ef4-94d2-44f8080c93f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:58.215249 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12237b-3b7a-4c8f-b8be-f07b76bb2cec req-075ff107-1e16-447e-a7d0-6f34ae728042 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:56:58.216787 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4f12237b-3b7a-4c8f-b8be-f07b76bb2cec req-075ff107-1e16-447e-a7d0-6f34ae728042 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba6c16d-25ab-49d5-bfd4-16dd1f04a258 HTTP/1.1" status: 200 len: 944 time: 0.0505157 Nov 25 04:56:58.267099 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4f12237b-3b7a-4c8f-b8be-f07b76bb2cec req-2e278375-b38d-46ef-ac36-8acadb52b6a7 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/security-groups?id=878b348e-1d6e-4790-a553-a1925e2f0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433612 Nov 25 04:56:58.476549 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 5f7395bd-fe02-4ac0-8828-fe80e578fa7f up at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:56:58.527786 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning for port 5f7395bd-fe02-4ac0-8828-fe80e578fa7f completed by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 04:56:58.531967 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning complete for port 5f7395bd-fe02-4ac0-8828-fe80e578fa7f triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:56:58.532381 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:58.614599 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:58.640338 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba6c16d-25ab-49d5-bfd4-16dd1f04a258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7395bd-fe02-4ac0-8828-fe80e578fa7f'}] {{(pid=109072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:56:58.642565 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21d2e46f9f4131852b38a57b118a04601412ee452ef2f91c34d7ef8e942fd252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1393cc5a-702c-4739-9595-19274133ae2a" -d '{"events": [{"server_uuid": "6ba6c16d-25ab-49d5-bfd4-16dd1f04a258", "name": "network-vif-plugged", "status": "completed", "tag": "5f7395bd-fe02-4ac0-8828-fe80e578fa7f"}]}' {{(pid=109072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:56:58.656791 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 5f7395bd-fe02-4ac0-8828-fe80e578fa7f, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5f7395bd-fe02-4ac0-8828-fe80e578fa7f,segment=NetworkSegment(062a1128-0e87-4bcf-8d49-f93a0c13c97d),segment_id=062a1128-0e87-4bcf-8d49-f93a0c13c97d)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:56:58.661325 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:56:58.662283 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device a999c745-2d9c-45a0-826c-406f6d92c9f2 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:56:58.683519 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e16fe7-7d07-4e10-a05c-5153a47a264f x-openstack-request-id: req-25e16fe7-7d07-4e10-a05c-5153a47a264f {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:56:58.683812 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba6c16d-25ab-49d5-bfd4-16dd1f04a258", "name": "network-vif-plugged", "status": "completed", "tag": "5f7395bd-fe02-4ac0-8828-fe80e578fa7f", "code": 200}]} {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:56:58.684067 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-25e16fe7-7d07-4e10-a05c-5153a47a264f {{(pid=109072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:56:58.684485 dv-cinder-815582-6-iscsi neutron-server[109072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba6c16d-25ab-49d5-bfd4-16dd1f04a258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7395bd-fe02-4ac0-8828-fe80e578fa7f', 'code': 200} Nov 25 04:56:58.700599 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] No Port match for: a999c745-2d9c-45a0-826c-406f6d92c9f2 {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 04:56:58.700953 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device a999c745-2d9c-45a0-826c-406f6d92c9f2 not bound to the agent host hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 04:56:58.728537 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=5f7395bd-fe02-4ac0-8828-fe80e578fa7f,revision_number=5']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:56:58.904185 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794ad44-302f-4636-b80d-6bcd7fd958c4 req-eca974e2-5d9f-43c2-87e8-3f1c8b0990b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:56:58.905829 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-2794ad44-302f-4636-b80d-6bcd7fd958c4 req-eca974e2-5d9f-43c2-87e8-3f1c8b0990b2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6ba6c16d-25ab-49d5-bfd4-16dd1f04a258 HTTP/1.1" status: 200 len: 1098 time: 0.0423365 Nov 25 04:56:58.952106 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-2794ad44-302f-4636-b80d-6bcd7fd958c4 req-1f3afcd0-9abd-48a5-a979-7175cfb45b23 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=878b348e-1d6e-4790-a553-a1925e2f0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384672 Nov 25 04:56:59.388233 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d7cb3-903c-48fe-8592-3d02cfff4468 req-00a9368b-543d-41e0-8278-5725e137af3a tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:56:59.389907 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-866d7cb3-903c-48fe-8592-3d02cfff4468 req-00a9368b-543d-41e0-8278-5725e137af3a tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba6c16d-25ab-49d5-bfd4-16dd1f04a258 HTTP/1.1" status: 200 len: 945 time: 0.0541592 Nov 25 04:56:59.438831 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-866d7cb3-903c-48fe-8592-3d02cfff4468 req-2b2ea187-6f9a-410c-9381-ff4becaf25b2 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/security-groups?id=878b348e-1d6e-4790-a553-a1925e2f0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427873 Nov 25 04:57:00.185536 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-883cb7a8-0ece-44cd-aedb-454c4afb2ea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:00.521530 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 33228) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:57:00.555611 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c451bd0-7906-4a74-9ea5-2a8678518f4b req-6008935b-8c58-4d52-a080-e39401933405 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:00.557202 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3c451bd0-7906-4a74-9ea5-2a8678518f4b req-6008935b-8c58-4d52-a080-e39401933405 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba6c16d-25ab-49d5-bfd4-16dd1f04a258 HTTP/1.1" status: 200 len: 945 time: 0.0495796 Nov 25 04:57:00.605700 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3c451bd0-7906-4a74-9ea5-2a8678518f4b req-5bc2d1fc-ff4e-4839-864a-543e7038474a tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/security-groups?id=878b348e-1d6e-4790-a553-a1925e2f0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420146 Nov 25 04:57:00.875249 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a1df33b5-fefa-44ee-8313-565a773837bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681879'] for router_interface, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:01.130007 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-a1df33b5-fefa-44ee-8313-565a773837bf admin admin] Deleting port 6f487ba6-f28a-4a1f-90b4-167db3765323 {{(pid=109071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:57:01.130348 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a1df33b5-fefa-44ee-8313-565a773837bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:01.208045 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-a1df33b5-fefa-44ee-8313-565a773837bf admin admin] For port 6f487ba6-f28a-4a1f-90b4-167db3765323, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=6f487ba6-f28a-4a1f-90b4-167db3765323,segment=NetworkSegment(b1dba0eb-0cf9-4f10-8d76-96f787d824b9),segment_id=b1dba0eb-0cf9-4f10-8d76-96f787d824b9)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:57:01.208459 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a1df33b5-fefa-44ee-8313-565a773837bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:01.221873 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-a1df33b5-fefa-44ee-8313-565a773837bf admin admin] Calling delete_port for 6f487ba6-f28a-4a1f-90b4-167db3765323 owned by network:router_interface {{(pid=109071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:57:01.248553 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:01.411256 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a1df33b5-fefa-44ee-8313-565a773837bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:01.441936 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1df33b5-fefa-44ee-8313-565a773837bf admin admin] Pushing event deleted for resources: {'Port': ['ID=6f487ba6-f28a-4a1f-90b4-167db3765323,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:57:01.891288 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a1df33b5-fefa-44ee-8313-565a773837bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4163460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681995'] for router_interface, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:02.114180 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1df33b5-fefa-44ee-8313-565a773837bf admin admin] Router 3e6aa8c0-8e43-44ea-ad80-2073c22cf059 has already been hosted by L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f {{(pid=109071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 04:57:02.228065 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1df33b5-fefa-44ee-8313-565a773837bf admin admin] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:57:02.233885 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-a1df33b5-fefa-44ee-8313-565a773837bf admin admin] 10.222.0.36 "PUT /v2.0/routers/3e6aa8c0-8e43-44ea-ad80-2073c22cf059/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7112586 Nov 25 04:57:02.236548 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 33288) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:57:02.240048 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c22eb4-2e7e-479e-9d0e-8b865e15f078 None None] Sync routers for ids ['3e6aa8c0-8e43-44ea-ad80-2073c22cf059'] in dv-cinder-815582-6-iscsi {{(pid=109073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:57:02.251080 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c22eb4-2e7e-479e-9d0e-8b865e15f078 None None] Routers {'3e6aa8c0-8e43-44ea-ad80-2073c22cf059'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:57:02.251839 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-50c22eb4-2e7e-479e-9d0e-8b865e15f078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:57:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['3e6aa8c0-8e43-44ea-ad80-2073c22cf059'], 'active': True} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:57:02.345348 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e2a30bbd-433e-4b6d-ae0f-69adb8789954 admin admin] Publish callbacks [] for router, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:02.358932 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvr_db [None req-50c22eb4-2e7e-479e-9d0e-8b865e15f078 None None] Set router 3e6aa8c0-8e43-44ea-ad80-2073c22cf059 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:57:02.462205 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e2a30bbd-433e-4b6d-ae0f-69adb8789954 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:02.520746 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-e2a30bbd-433e-4b6d-ae0f-69adb8789954 admin admin] Deleting port d9ac4deb-af05-4fb4-9028-e241204fc75b {{(pid=109071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:57:02.520989 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e2a30bbd-433e-4b6d-ae0f-69adb8789954 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:02.542244 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-50c22eb4-2e7e-479e-9d0e-8b865e15f078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'name': 'tempest-AttachVolumeTestJSON-1106189964-router', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': 'd9ac4deb-af05-4fb4-9028-e241204fc75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:52:25Z', 'updated_at': '2021-11-25T04:57:01Z', 'revision_number': 5, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'gw_port': {'id': 'd9ac4deb-af05-4fb4-9028-e241204fc75b', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:44:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:52:26Z', 'updated_at': '2021-11-25T04:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi'}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:57:02.568620 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c22eb4-2e7e-479e-9d0e-8b865e15f078 None None] Checking router: 3e6aa8c0-8e43-44ea-ad80-2073c22cf059 for host: dv-cinder-815582-6-iscsi {{(pid=109073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:57:02.577468 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c22eb4-2e7e-479e-9d0e-8b865e15f078 None None] Routers {'3e6aa8c0-8e43-44ea-ad80-2073c22cf059'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:57:02.578096 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-50c22eb4-2e7e-479e-9d0e-8b865e15f078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:57:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['3e6aa8c0-8e43-44ea-ad80-2073c22cf059'], 'active': True} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:57:02.602629 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-e2a30bbd-433e-4b6d-ae0f-69adb8789954 admin admin] For port d9ac4deb-af05-4fb4-9028-e241204fc75b, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=d9ac4deb-af05-4fb4-9028-e241204fc75b,segment=NetworkSegment(5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6),segment_id=5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:57:02.603018 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e2a30bbd-433e-4b6d-ae0f-69adb8789954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:02.616399 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-e2a30bbd-433e-4b6d-ae0f-69adb8789954 admin admin] Calling delete_port for d9ac4deb-af05-4fb4-9028-e241204fc75b owned by network:router_gateway {{(pid=109071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:57:02.653413 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:02.664598 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvr_db [None req-50c22eb4-2e7e-479e-9d0e-8b865e15f078 None None] Set router 3e6aa8c0-8e43-44ea-ad80-2073c22cf059 gateway port host: None {{(pid=109073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:57:02.724060 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-50c22eb4-2e7e-479e-9d0e-8b865e15f078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'name': 'tempest-AttachVolumeTestJSON-1106189964-router', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:52:25Z', 'updated_at': '2021-11-25T04:57:02Z', 'revision_number': 6, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'gw_port_host': None}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:57:02.752722 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c22eb4-2e7e-479e-9d0e-8b865e15f078 None None] The sync data for ids ['3e6aa8c0-8e43-44ea-ad80-2073c22cf059'] in dv-cinder-815582-6-iscsi is: [{'id': '3e6aa8c0-8e43-44ea-ad80-2073c22cf059', 'name': 'tempest-AttachVolumeTestJSON-1106189964-router', 'tenant_id': 'ff8379d8cdb74602af55d34607368946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:52:25Z', 'updated_at': '2021-11-25T04:57:02Z', 'revision_number': 6, 'project_id': 'ff8379d8cdb74602af55d34607368946', 'gw_port_host': None}] {{(pid=109073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:57:02.797482 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e2a30bbd-433e-4b6d-ae0f-69adb8789954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:02.828580 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a30bbd-433e-4b6d-ae0f-69adb8789954 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9ac4deb-af05-4fb4-9028-e241204fc75b,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:57:02.911953 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e2a30bbd-433e-4b6d-ae0f-69adb8789954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688045'] for router_gateway, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:03.019812 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e2a30bbd-433e-4b6d-ae0f-69adb8789954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24969'] for router, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:03.022856 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e2a30bbd-433e-4b6d-ae0f-69adb8789954 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:03.079029 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e2a30bbd-433e-4b6d-ae0f-69adb8789954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683314'] for router, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:03.079029 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a30bbd-433e-4b6d-ae0f-69adb8789954 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e6aa8c0-8e43-44ea-ad80-2073c22cf059 {{(pid=109071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 04:57:03.083870 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e2a30bbd-433e-4b6d-ae0f-69adb8789954 admin admin] Publish callbacks [] for router, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:03.088717 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-e2a30bbd-433e-4b6d-ae0f-69adb8789954 admin admin] 10.222.0.36 "DELETE /v2.0/routers/3e6aa8c0-8e43-44ea-ad80-2073c22cf059 HTTP/1.1" status: 204 len: 168 time: 0.8476605 Nov 25 04:57:03.089051 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 33292) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:57:03.150447 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.db_base_plugin_v2 [None req-e98c8d37-64c6-4371-8f63-e965f0e34771 admin admin] Deleting subnet 9662cdb6-12c0-4624-997f-c4dc12ecd471 {{(pid=109071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 04:57:03.156177 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e98c8d37-64c6-4371-8f63-e965f0e34771 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:03.196885 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e98c8d37-64c6-4371-8f63-e965f0e34771 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-137230'] for subnet, precommit_delete_associations {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:03.302803 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e98c8d37-64c6-4371-8f63-e965f0e34771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-567804'] for subnet, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:03.372433 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e98c8d37-64c6-4371-8f63-e965f0e34771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-567559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8963827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9254930'] for subnet, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:03.413746 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e98c8d37-64c6-4371-8f63-e965f0e34771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for subnet, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:03.417137 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-e98c8d37-64c6-4371-8f63-e965f0e34771 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9662cdb6-12c0-4624-997f-c4dc12ecd471 HTTP/1.1" status: 204 len: 168 time: 0.3270547 Nov 25 04:57:03.417933 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c8d37-64c6-4371-8f63-e965f0e34771 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9662cdb6-12c0-4624-997f-c4dc12ecd471,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:57:03.420464 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 33294) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:57:03.422712 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29baf6b9-b815-4014-b874-fda567806c3b None None] Network f77f365b-02be-45f9-954a-13cddcd52f52 requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 04:57:03.523625 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-d13d992f-1604-4a78-a73b-944861ce6dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-683350'] for network, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:03.611929 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-d13d992f-1604-4a78-a73b-944861ce6dd6 admin admin] Deleting port c1263def-ebe5-40ea-a1c6-ec3b9c75db0b {{(pid=109071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:57:03.613504 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-d13d992f-1604-4a78-a73b-944861ce6dd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:03.613718 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:03.697772 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-d13d992f-1604-4a78-a73b-944861ce6dd6 admin admin] For port c1263def-ebe5-40ea-a1c6-ec3b9c75db0b, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=c1263def-ebe5-40ea-a1c6-ec3b9c75db0b,segment=NetworkSegment(b1dba0eb-0cf9-4f10-8d76-96f787d824b9),segment_id=b1dba0eb-0cf9-4f10-8d76-96f787d824b9)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:57:03.698147 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-d13d992f-1604-4a78-a73b-944861ce6dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:03.713152 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b0f904-06c8-449b-8d2a-05babc03009f None None] DHCP port deletion for f77f365b-02be-45f9-954a-13cddcd52f52 request from dv-cinder-815582-6-iscsi {{(pid=109072) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 04:57:03.714833 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-d13d992f-1604-4a78-a73b-944861ce6dd6 admin admin] Calling delete_port for c1263def-ebe5-40ea-a1c6-ec3b9c75db0b owned by network:dhcp {{(pid=109071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:57:03.762642 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-d0b0f904-06c8-449b-8d2a-05babc03009f None None] Deleting port c1263def-ebe5-40ea-a1c6-ec3b9c75db0b {{(pid=109072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:57:03.763374 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-d0b0f904-06c8-449b-8d2a-05babc03009f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:03.801129 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-d13d992f-1604-4a78-a73b-944861ce6dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:03.833278 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d992f-1604-4a78-a73b-944861ce6dd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1263def-ebe5-40ea-a1c6-ec3b9c75db0b,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:57:03.833787 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-d0b0f904-06c8-449b-8d2a-05babc03009f None None] For port c1263def-ebe5-40ea-a1c6-ec3b9c75db0b, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=c1263def-ebe5-40ea-a1c6-ec3b9c75db0b,segment=NetworkSegment(b1dba0eb-0cf9-4f10-8d76-96f787d824b9),segment_id=b1dba0eb-0cf9-4f10-8d76-96f787d824b9)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:57:03.834283 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-d0b0f904-06c8-449b-8d2a-05babc03009f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:03.842551 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13d992f-1604-4a78-a73b-944861ce6dd6 admin admin] No DVR routers for this DVR port c1263def-ebe5-40ea-a1c6-ec3b9c75db0b on host dv-cinder-815582-6-iscsi {{(pid=109071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 04:57:03.856644 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-d0b0f904-06c8-449b-8d2a-05babc03009f None None] Calling delete_port for c1263def-ebe5-40ea-a1c6-ec3b9c75db0b owned by network:dhcp {{(pid=109072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:57:03.929444 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-d13d992f-1604-4a78-a73b-944861ce6dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568939', 'neutron.services.segments.db._delete_segments_for_network-8783340406995'] for network, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:03.941374 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-d0b0f904-06c8-449b-8d2a-05babc03009f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860'] for port, after_delete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:03.955525 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.services.segments.db [None req-d13d992f-1604-4a78-a73b-944861ce6dd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f77f365b-02be-45f9-954a-13cddcd52f52']}} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:57:03.966894 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.services.segments.db [None req-d13d992f-1604-4a78-a73b-944861ce6dd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1dba0eb-0cf9-4f10-8d76-96f787d824b9') {'for_net_delete': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:57:03.967187 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.services.segments.db [None req-d13d992f-1604-4a78-a73b-944861ce6dd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1dba0eb-0cf9-4f10-8d76-96f787d824b9') {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:57:03.974172 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b0f904-06c8-449b-8d2a-05babc03009f None None] Pushing event deleted for resources: {'Port': ['ID=c1263def-ebe5-40ea-a1c6-ec3b9c75db0b,revision_number=None']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:57:03.976672 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b0f904-06c8-449b-8d2a-05babc03009f None None] No DVR routers for this DVR port c1263def-ebe5-40ea-a1c6-ec3b9c75db0b on host dv-cinder-815582-6-iscsi {{(pid=109072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 04:57:03.988238 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-d13d992f-1604-4a78-a73b-944861ce6dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783340412124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-137221'] for segment, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:03.989065 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 6f487ba6-f28a-4a1f-90b4-167db3765323 no longer exists at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:57:04.002378 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-d13d992f-1604-4a78-a73b-944861ce6dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041'] for segment, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:04.010082 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d13d992f-1604-4a78-a73b-944861ce6dd6 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=109071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 04:57:04.010380 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] No Port match for: 6f487ba6-f28a-4a1f-90b4-167db3765323 {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 04:57:04.010521 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-d13d992f-1604-4a78-a73b-944861ce6dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8963593'] for segment, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:04.010739 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 6f487ba6-f28a-4a1f-90b4-167db3765323 not bound to the agent host dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 04:57:04.011555 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device c1263def-ebe5-40ea-a1c6-ec3b9c75db0b no longer exists at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:57:04.012335 dv-cinder-815582-6-iscsi neutron-server[109071]: Traceback (most recent call last): Nov 25 04:57:04.012335 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 04:57:04.012335 dv-cinder-815582-6-iscsi neutron-server[109071]: timer() Nov 25 04:57:04.012335 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 04:57:04.012335 dv-cinder-815582-6-iscsi neutron-server[109071]: cb(*args, **kw) Nov 25 04:57:04.012335 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 04:57:04.012335 dv-cinder-815582-6-iscsi neutron-server[109071]: return func(*args, **kwargs) Nov 25 04:57:04.012335 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 04:57:04.012335 dv-cinder-815582-6-iscsi neutron-server[109071]: self._notify() Nov 25 04:57:04.012335 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 04:57:04.012335 dv-cinder-815582-6-iscsi neutron-server[109071]: self.callback(batched_events) Nov 25 04:57:04.012335 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 04:57:04.012335 dv-cinder-815582-6-iscsi neutron-server[109071]: event.method(event) Nov 25 04:57:04.012335 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 04:57:04.012335 dv-cinder-815582-6-iscsi neutron-server[109071]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 04:57:04.012335 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 04:57:04.012335 dv-cinder-815582-6-iscsi neutron-server[109071]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 04:57:04.012335 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 04:57:04.012335 dv-cinder-815582-6-iscsi neutron-server[109071]: return f(self, *a, **k) Nov 25 04:57:04.012335 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 04:57:04.012335 dv-cinder-815582-6-iscsi neutron-server[109071]: return self._get(url).json() Nov 25 04:57:04.012335 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 04:57:04.012335 dv-cinder-815582-6-iscsi neutron-server[109071]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 04:57:04.012335 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 04:57:04.012335 dv-cinder-815582-6-iscsi neutron-server[109071]: return self.request(url, 'GET', **kwargs) Nov 25 04:57:04.012335 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 04:57:04.012335 dv-cinder-815582-6-iscsi neutron-server[109071]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 04:57:04.012335 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 04:57:04.012335 dv-cinder-815582-6-iscsi neutron-server[109071]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 04:57:04.012335 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 04:57:04.012335 dv-cinder-815582-6-iscsi neutron-server[109071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 04:57:04.012335 dv-cinder-815582-6-iscsi neutron-server[109071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 04:57:04.035795 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] No Port match for: c1263def-ebe5-40ea-a1c6-ec3b9c75db0b {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 04:57:04.036167 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device c1263def-ebe5-40ea-a1c6-ec3b9c75db0b not bound to the agent host dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 04:57:04.036592 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device d9ac4deb-af05-4fb4-9028-e241204fc75b no longer exists at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:57:04.071289 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-d13d992f-1604-4a78-a73b-944861ce6dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:04.076051 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-d13d992f-1604-4a78-a73b-944861ce6dd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for network, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:04.079991 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-d13d992f-1604-4a78-a73b-944861ce6dd6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f77f365b-02be-45f9-954a-13cddcd52f52 HTTP/1.1" status: 204 len: 168 time: 0.6579323 Nov 25 04:57:04.100414 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d992f-1604-4a78-a73b-944861ce6dd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f77f365b-02be-45f9-954a-13cddcd52f52,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:57:04.194181 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] No Port match for: d9ac4deb-af05-4fb4-9028-e241204fc75b {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 04:57:04.194522 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device d9ac4deb-af05-4fb4-9028-e241204fc75b not bound to the agent host dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 04:57:04.216401 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 33300) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:57:04.262903 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-ddc65a79-da73-48ec-ab1c-ab9c118758bc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ff8379d8cdb74602af55d34607368946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450373 Nov 25 04:57:04.266469 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 33302) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:57:04.325295 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f8b1d5f2-ca79-4d91-af40-7d6e20442335 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:04.349678 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f8b1d5f2-ca79-4d91-af40-7d6e20442335 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:04.398483 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f8b1d5f2-ca79-4d91-af40-7d6e20442335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:04.401202 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f8b1d5f2-ca79-4d91-af40-7d6e20442335 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:04.402404 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-f8b1d5f2-ca79-4d91-af40-7d6e20442335 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6e310abb-77ff-4f27-92d4-7ee42fd50234 HTTP/1.1" status: 204 len: 168 time: 0.1350391 Nov 25 04:57:04.410481 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1d5f2-ca79-4d91-af40-7d6e20442335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e310abb-77ff-4f27-92d4-7ee42fd50234,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:57:05.839798 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17bfe5-5d6d-4971-b469-b98f8da45ea5 req-7be95e0a-a017-4181-a76d-3d33bce7f859 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:05.841357 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-bd17bfe5-5d6d-4971-b469-b98f8da45ea5 req-7be95e0a-a017-4181-a76d-3d33bce7f859 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=207f81b6-09ad-489c-8d5c-147448c1b916 HTTP/1.1" status: 200 len: 946 time: 0.0516596 Nov 25 04:57:05.895773 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-bd17bfe5-5d6d-4971-b469-b98f8da45ea5 req-0efa9d44-8383-4877-b542-06543319270f tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447896 Nov 25 04:57:07.025090 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326c36e-ec86-4dde-95e2-861d2aa6dd83 req-ce7bbbfc-cdc4-47ce-bda7-c7c4dc13b661 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:07.026732 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3326c36e-ec86-4dde-95e2-861d2aa6dd83 req-ce7bbbfc-cdc4-47ce-bda7-c7c4dc13b661 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=207f81b6-09ad-489c-8d5c-147448c1b916 HTTP/1.1" status: 200 len: 946 time: 0.0503285 Nov 25 04:57:07.086057 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3326c36e-ec86-4dde-95e2-861d2aa6dd83 req-3b597fa5-c252-423a-bf1a-5665848607eb tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531764 Nov 25 04:57:08.211605 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952cdb0-0a35-463b-a264-f22117fd8438 req-4258f791-dd5d-4422-8bbd-3bd2707f8f12 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:08.213038 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2952cdb0-0a35-463b-a264-f22117fd8438 req-4258f791-dd5d-4422-8bbd-3bd2707f8f12 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=207f81b6-09ad-489c-8d5c-147448c1b916 HTTP/1.1" status: 200 len: 946 time: 0.0568521 Nov 25 04:57:08.268170 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2952cdb0-0a35-463b-a264-f22117fd8438 req-e896e092-d944-4fe7-9acc-a234148865d9 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460835 Nov 25 04:57:09.397270 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c564e-62ba-4969-8d18-8f7f95bd17c6 req-123c3fc7-a38f-4b69-bb5e-ce179ade9cf5 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:09.398654 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bd9c564e-62ba-4969-8d18-8f7f95bd17c6 req-123c3fc7-a38f-4b69-bb5e-ce179ade9cf5 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=207f81b6-09ad-489c-8d5c-147448c1b916 HTTP/1.1" status: 200 len: 946 time: 0.0577090 Nov 25 04:57:09.455269 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-bd9c564e-62ba-4969-8d18-8f7f95bd17c6 req-57525f04-445e-4e00-b6cf-7daef9ce3c27 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475342 Nov 25 04:57:10.427184 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76acdc7-eb02-4a3e-8c94-954f308a054c req-a75e0391-b9cb-4954-af2f-a07f3652d1fe tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:10.428559 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a76acdc7-eb02-4a3e-8c94-954f308a054c req-a75e0391-b9cb-4954-af2f-a07f3652d1fe tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.41 "GET /v2.0/ports?device_id=207f81b6-09ad-489c-8d5c-147448c1b916 HTTP/1.1" status: 200 len: 946 time: 0.0513308 Nov 25 04:57:10.532396 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [req-a76acdc7-eb02-4a3e-8c94-954f308a054c req-db0a3091-e282-4dd2-ba21-048aab9d6ae3 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Deleting port a836414d-3872-45c9-a492-67f4b7e76b6e {{(pid=109071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:57:10.532747 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-a76acdc7-eb02-4a3e-8c94-954f308a054c req-db0a3091-e282-4dd2-ba21-048aab9d6ae3 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:10.576509 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393d1c5-76d9-4a2c-ac0b-4c0c9c74a94d req-5d6ca906-9092-46c1-a982-813a8bde9176 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:10.582749 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3393d1c5-76d9-4a2c-ac0b-4c0c9c74a94d req-5d6ca906-9092-46c1-a982-813a8bde9176 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=207f81b6-09ad-489c-8d5c-147448c1b916 HTTP/1.1" status: 200 len: 946 time: 0.0569453 Nov 25 04:57:10.623312 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [req-a76acdc7-eb02-4a3e-8c94-954f308a054c req-db0a3091-e282-4dd2-ba21-048aab9d6ae3 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] For port a836414d-3872-45c9-a492-67f4b7e76b6e, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=a836414d-3872-45c9-a492-67f4b7e76b6e,segment=NetworkSegment(39ae19d3-becf-4497-a554-bf3eb3e508ac),segment_id=39ae19d3-becf-4497-a554-bf3eb3e508ac)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:57:10.623700 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-a76acdc7-eb02-4a3e-8c94-954f308a054c req-db0a3091-e282-4dd2-ba21-048aab9d6ae3 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:10.632640 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-3393d1c5-76d9-4a2c-ac0b-4c0c9c74a94d req-d1f865cc-2dca-4544-9459-32fc6a2d58af tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485330 Nov 25 04:57:10.826075 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-a76acdc7-eb02-4a3e-8c94-954f308a054c req-db0a3091-e282-4dd2-ba21-048aab9d6ae3 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:10.826416 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-a76acdc7-eb02-4a3e-8c94-954f308a054c req-db0a3091-e282-4dd2-ba21-048aab9d6ae3 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688023'] for floatingip, after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:10.826773 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.db.l3_db [req-a76acdc7-eb02-4a3e-8c94-954f308a054c req-db0a3091-e282-4dd2-ba21-048aab9d6ae3 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Floating IP 325805a7-fbca-47a8-b7e3-ca5ac918616f disassociated. External IP: 172.27.2.176, port: a836414d-3872-45c9-a492-67f4b7e76b6e. Nov 25 04:57:10.827122 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [req-a76acdc7-eb02-4a3e-8c94-954f308a054c req-db0a3091-e282-4dd2-ba21-048aab9d6ae3 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Calling delete_port for a836414d-3872-45c9-a492-67f4b7e76b6e owned by compute:nova {{(pid=109071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:57:10.971697 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-a76acdc7-eb02-4a3e-8c94-954f308a054c req-db0a3091-e282-4dd2-ba21-048aab9d6ae3 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:11.007012 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a3091-e282-4dd2-ba21-048aab9d6ae3 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Pushing event deleted for resources: {'Port': ['ID=a836414d-3872-45c9-a492-67f4b7e76b6e,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:57:11.021313 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a3091-e282-4dd2-ba21-048aab9d6ae3 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:57:11.021665 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a3091-e282-4dd2-ba21-048aab9d6ae3 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:57:11.021997 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a3091-e282-4dd2-ba21-048aab9d6ae3 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:57:11.022351 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a3091-e282-4dd2-ba21-048aab9d6ae3 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:57:11.022698 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a3091-e282-4dd2-ba21-048aab9d6ae3 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:57:11.023011 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a3091-e282-4dd2-ba21-048aab9d6ae3 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:57:11.023348 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a3091-e282-4dd2-ba21-048aab9d6ae3 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:57:11.023773 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a3091-e282-4dd2-ba21-048aab9d6ae3 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:57:11.024888 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a3091-e282-4dd2-ba21-048aab9d6ae3 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:57:11.025237 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a3091-e282-4dd2-ba21-048aab9d6ae3 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:57:11.025564 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a3091-e282-4dd2-ba21-048aab9d6ae3 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:57:11.025889 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a3091-e282-4dd2-ba21-048aab9d6ae3 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:57:11.105951 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device a836414d-3872-45c9-a492-67f4b7e76b6e no longer exists at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:57:11.133158 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] No Port match for: a836414d-3872-45c9-a492-67f4b7e76b6e {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 04:57:11.134075 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device a836414d-3872-45c9-a492-67f4b7e76b6e not bound to the agent host hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 04:57:11.154127 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a76acdc7-eb02-4a3e-8c94-954f308a054c req-db0a3091-e282-4dd2-ba21-048aab9d6ae3 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Router 8a5803ae-40fa-4e8f-91f9-22d6d729a785 has already been hosted by L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f {{(pid=109071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 04:57:11.275698 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a76acdc7-eb02-4a3e-8c94-954f308a054c req-db0a3091-e282-4dd2-ba21-048aab9d6ae3 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:57:11.290193 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0e8bf1-6292-4b2e-9e11-5e9d3fecb63d None None] Sync routers for ids ['8a5803ae-40fa-4e8f-91f9-22d6d729a785'] in dv-cinder-815582-6-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:57:11.301354 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0e8bf1-6292-4b2e-9e11-5e9d3fecb63d None None] Routers {'8a5803ae-40fa-4e8f-91f9-22d6d729a785'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:57:11.302005 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-5a0e8bf1-6292-4b2e-9e11-5e9d3fecb63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:57:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['8a5803ae-40fa-4e8f-91f9-22d6d729a785'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:57:11.325072 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76acdc7-eb02-4a3e-8c94-954f308a054c req-db0a3091-e282-4dd2-ba21-048aab9d6ae3 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] No DVR routers for this DVR port a836414d-3872-45c9-a492-67f4b7e76b6e on host hv-cinder-81558 {{(pid=109071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 04:57:11.327874 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-a76acdc7-eb02-4a3e-8c94-954f308a054c req-db0a3091-e282-4dd2-ba21-048aab9d6ae3 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:11.331873 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a76acdc7-eb02-4a3e-8c94-954f308a054c req-db0a3091-e282-4dd2-ba21-048aab9d6ae3 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.41 "DELETE /v2.0/ports/a836414d-3872-45c9-a492-67f4b7e76b6e HTTP/1.1" status: 204 len: 173 time: 0.8954256 Nov 25 04:57:11.332400 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207f81b6-09ad-489c-8d5c-147448c1b916', 'name': 'network-vif-deleted', 'tag': 'a836414d-3872-45c9-a492-67f4b7e76b6e'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:57:11.335510 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d57e7af397f6b944dcc9a6f5390767d05535c9c85852faf17d281085e8a62f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d6bdb5-317a-42ba-a246-dae988299cb5" -d '{"events": [{"server_uuid": "207f81b6-09ad-489c-8d5c-147448c1b916", "name": "network-vif-deleted", "tag": "a836414d-3872-45c9-a492-67f4b7e76b6e"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:57:11.388171 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb012f6-abfa-4548-8e49-070c69be7f93 x-openstack-request-id: req-deb012f6-abfa-4548-8e49-070c69be7f93 {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:57:11.391018 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207f81b6-09ad-489c-8d5c-147448c1b916", "name": "network-vif-deleted", "tag": "a836414d-3872-45c9-a492-67f4b7e76b6e", "status": "completed", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:57:11.397219 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-deb012f6-abfa-4548-8e49-070c69be7f93 {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:57:11.397689 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207f81b6-09ad-489c-8d5c-147448c1b916', 'name': 'network-vif-deleted', 'tag': 'a836414d-3872-45c9-a492-67f4b7e76b6e', 'status': 'completed', 'code': 200} Nov 25 04:57:11.438885 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-5a0e8bf1-6292-4b2e-9e11-5e9d3fecb63d None None] Set router 8a5803ae-40fa-4e8f-91f9-22d6d729a785 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:57:11.651766 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-5a0e8bf1-6292-4b2e-9e11-5e9d3fecb63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'name': 'tempest-TestVolumeBootPattern-1945409044-router', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:54:13Z', 'updated_at': '2021-11-25T04:54:16Z', 'revision_number': 4, 'project_id': '8522662999744d00a4b23e041e4ada60', 'gw_port': {'id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:14Z', 'updated_at': '2021-11-25T04:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '59a4de55-82ab-4eb9-b12d-d6eef74f4174', 'name': '', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'mac_address': 'fa:16:3e:73:20:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:15Z', 'updated_at': '2021-11-25T04:54:22Z', 'revision_number': 5, 'project_id': '8522662999744d00a4b23e041e4ada60', 'subnets': [{'id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:57:11.679728 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0e8bf1-6292-4b2e-9e11-5e9d3fecb63d None None] Checking router: 8a5803ae-40fa-4e8f-91f9-22d6d729a785 for host: dv-cinder-815582-6-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:57:11.688668 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0e8bf1-6292-4b2e-9e11-5e9d3fecb63d None None] Routers {'8a5803ae-40fa-4e8f-91f9-22d6d729a785'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:57:11.689338 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-5a0e8bf1-6292-4b2e-9e11-5e9d3fecb63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:57:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['8a5803ae-40fa-4e8f-91f9-22d6d729a785'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:57:11.732109 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-3778f607-a114-478a-8623-f202d283e69f req-82b1c271-299d-4a6d-9e3c-6704c6b308a5 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=207f81b6-09ad-489c-8d5c-147448c1b916 HTTP/1.1" status: 200 len: 210 time: 0.0292056 Nov 25 04:57:11.801594 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-5a0e8bf1-6292-4b2e-9e11-5e9d3fecb63d None None] Set router 8a5803ae-40fa-4e8f-91f9-22d6d729a785 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:57:12.010389 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-5a0e8bf1-6292-4b2e-9e11-5e9d3fecb63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'name': 'tempest-TestVolumeBootPattern-1945409044-router', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:54:13Z', 'updated_at': '2021-11-25T04:54:16Z', 'revision_number': 4, 'project_id': '8522662999744d00a4b23e041e4ada60', 'gw_port': {'id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:14Z', 'updated_at': '2021-11-25T04:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '59a4de55-82ab-4eb9-b12d-d6eef74f4174', 'name': '', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'mac_address': 'fa:16:3e:73:20:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:15Z', 'updated_at': '2021-11-25T04:54:22Z', 'revision_number': 5, 'project_id': '8522662999744d00a4b23e041e4ada60', 'subnets': [{'id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:57:12.036718 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0e8bf1-6292-4b2e-9e11-5e9d3fecb63d None None] The sync data for ids ['8a5803ae-40fa-4e8f-91f9-22d6d729a785'] in dv-cinder-815582-6-iscsi is: [{'id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'name': 'tempest-TestVolumeBootPattern-1945409044-router', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:54:13Z', 'updated_at': '2021-11-25T04:54:16Z', 'revision_number': 4, 'project_id': '8522662999744d00a4b23e041e4ada60', 'gw_port': {'id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:14Z', 'updated_at': '2021-11-25T04:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '59a4de55-82ab-4eb9-b12d-d6eef74f4174', 'name': '', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'mac_address': 'fa:16:3e:73:20:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:15Z', 'updated_at': '2021-11-25T04:54:22Z', 'revision_number': 5, 'project_id': '8522662999744d00a4b23e041e4ada60', 'subnets': [{'id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:57:12.301850 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589ad1b7-fd2f-4269-a838-4487ebac2b31 None None] New status for floating IP 325805a7-fbca-47a8-b7e3-ca5ac918616f: DOWN {{(pid=109073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 04:57:13.012651 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-1a3543d5-4c9b-488e-a75a-4709409d2cea tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1788556079&fields=id&tenant_id=8522662999744d00a4b23e041e4ada60 HTTP/1.1" status: 200 len: 267 time: 0.0483055 Nov 25 04:57:13.123609 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-f90fb778-0011-4c70-ad03-6cde62ea4808 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:13.125125 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-f90fb778-0011-4c70-ad03-6cde62ea4808 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/networks?id=47f24a18-0d1d-47fa-a7be-085d929bd977 HTTP/1.1" status: 200 len: 812 time: 0.1057093 Nov 25 04:57:13.140599 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-c41b6702-07ba-49f1-856c-840298c19da3 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/quotas/8522662999744d00a4b23e041e4ada60 HTTP/1.1" status: 200 len: 375 time: 0.0095065 Nov 25 04:57:13.196101 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-5e64f8eb-f3ec-4fe9-8d2c-086f857850b2 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8522662999744d00a4b23e041e4ada60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498455 Nov 25 04:57:13.301070 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-8f66207b-6f53-423b-ba28-7420168db194 service neutron] 10.222.0.36 "GET /v2.0/networks/47f24a18-0d1d-47fa-a7be-085d929bd977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928020 Nov 25 04:57:13.398112 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-a8585336-4431-40ef-9464-fd88cdd6637f service neutron] 10.222.0.36 "GET /v2.0/networks/47f24a18-0d1d-47fa-a7be-085d929bd977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879035 Nov 25 04:57:13.728705 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ed91fd32-9e53-435c-a861-6976ceb697cc req-5f786e97-7b56-4825-8b73-cb4224517931 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4e05430-70d1-4c16-868d-c2efd1714b2c HTTP/1.1" status: 200 len: 210 time: 0.0339088 Nov 25 04:57:13.941379 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 33480) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:57:14.050339 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e178124d-a753-45b7-8fa6-625ab5e8caad admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:14.126133 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e178124d-a753-45b7-8fa6-625ab5e8caad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:14.133039 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e178124d-a753-45b7-8fa6-625ab5e8caad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:14.172537 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-e178124d-a753-45b7-8fa6-625ab5e8caad admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=935968d4dd0f4406b917f32d30a02938&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300193 Nov 25 04:57:14.175291 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 33484) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:57:14.176283 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e178124d-a753-45b7-8fa6-625ab5e8caad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6eed7e-e1b0-4775-b157-612d4def4311,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:57:14.227609 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-0c57dbbf-c42c-4141-a4dd-9298a0d5be24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:14.249070 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-0c57dbbf-c42c-4141-a4dd-9298a0d5be24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:14.300804 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-0c57dbbf-c42c-4141-a4dd-9298a0d5be24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:14.303410 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-0c57dbbf-c42c-4141-a4dd-9298a0d5be24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:14.304590 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-0c57dbbf-c42c-4141-a4dd-9298a0d5be24 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9c6eed7e-e1b0-4775-b157-612d4def4311 HTTP/1.1" status: 204 len: 168 time: 0.1280971 Nov 25 04:57:14.312268 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57dbbf-c42c-4141-a4dd-9298a0d5be24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6eed7e-e1b0-4775-b157-612d4def4311,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:57:14.815737 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-1a69cc54-506b-4115-bcca-deadf3e9e702 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:14.817903 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-1a69cc54-506b-4115-bcca-deadf3e9e702 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.41 "GET /v2.0/networks?id=47f24a18-0d1d-47fa-a7be-085d929bd977 HTTP/1.1" status: 200 len: 812 time: 0.1270232 Nov 25 04:57:14.839399 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-00cf4a82-32a6-4d1e-b20d-947cca0e48f2 req-c1bd0cd7-a566-442e-a865-1b31ead91d61 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4e05430-70d1-4c16-868d-c2efd1714b2c HTTP/1.1" status: 200 len: 210 time: 0.0294130 Nov 25 04:57:14.911470 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-9b8ca853-4319-426a-acd8-f89fc26fde8d tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8522662999744d00a4b23e041e4ada60 HTTP/1.1" status: 200 len: 380 time: 0.0584221 Nov 25 04:57:14.924309 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-53a8f131-2256-4cc9-ac5d-89f156246a86 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Request body: {'port': {'device_id': 'a4e05430-70d1-4c16-868d-c2efd1714b2c', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'admin_state_up': True, 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'security_groups': ['6f84c611-44f9-4b45-a87f-6e370e5d478e']}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:57:15.037910 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-53a8f131-2256-4cc9-ac5d-89f156246a86 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Made reservation on behalf of 8522662999744d00a4b23e041e4ada60 for: {'port': 1} {{(pid=109071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:57:15.041966 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-53a8f131-2256-4cc9-ac5d-89f156246a86 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:15.171434 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.db_base_plugin_common [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-53a8f131-2256-4cc9-ac5d-89f156246a86 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Allocated IP 172.20.0.11 (47f24a18-0d1d-47fa-a7be-085d929bd977/3814844c-278b-47e5-8d6f-60a115ac1abb/e97344f2-6321-4420-8f0b-111a9d726890) {{(pid=109071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:57:15.316400 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-53a8f131-2256-4cc9-ac5d-89f156246a86 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for port, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:15.353742 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-53a8f131-2256-4cc9-ac5d-89f156246a86 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:15.402053 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-53a8f131-2256-4cc9-ac5d-89f156246a86 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Network 47f24a18-0d1d-47fa-a7be-085d929bd977 is already hosted by enough agents. {{(pid=109071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:57:15.405377 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-53a8f131-2256-4cc9-ac5d-89f156246a86 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Resources bound (agent type, host, resource id): {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:57:15.409158 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-53a8f131-2256-4cc9-ac5d-89f156246a86 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Received port after_create {{(pid=109071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:57:15.447788 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a8f131-2256-4cc9-ac5d-89f156246a86 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Pushing event updated for resources: {'Port': ['ID=e97344f2-6321-4420-8f0b-111a9d726890,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:57:15.469733 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-53a8f131-2256-4cc9-ac5d-89f156246a86 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:15.470416 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-53a8f131-2256-4cc9-ac5d-89f156246a86 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:15.494850 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-53a8f131-2256-4cc9-ac5d-89f156246a86 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5745423 Nov 25 04:57:15.523213 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-855fd035-4f9b-4aa5-85d4-0328995baaaf service neutron] Request body: {'port': {'device_id': 'a4e05430-70d1-4c16-868d-c2efd1714b2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:57:15.584872 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-855fd035-4f9b-4aa5-85d4-0328995baaaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:15.760119 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-a4b2086e-3172-48f7-a56f-f6e0ef2375d9 None None] Provisioning complete for port e97344f2-6321-4420-8f0b-111a9d726890 triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:57:15.760744 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-a4b2086e-3172-48f7-a56f-f6e0ef2375d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:15.818401 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-a4b2086e-3172-48f7-a56f-f6e0ef2375d9 None None] Port e97344f2-6321-4420-8f0b-111a9d726890 cannot update to ACTIVE because it is not bound. {{(pid=109072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 04:57:16.204998 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0751c98-12fd-4a09-aba5-8a27c723dd59 req-162693d0-b17c-458c-a260-73e64c726a46 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:16.206387 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-d0751c98-12fd-4a09-aba5-8a27c723dd59 req-162693d0-b17c-458c-a260-73e64c726a46 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4e05430-70d1-4c16-868d-c2efd1714b2c HTTP/1.1" status: 200 len: 932 time: 0.0863070 Nov 25 04:57:16.210218 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-855fd035-4f9b-4aa5-85d4-0328995baaaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e97344f2-6321-4420-8f0b-111a9d726890 {{(pid=109071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:57:16.220027 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-855fd035-4f9b-4aa5-85d4-0328995baaaf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:16.244924 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-855fd035-4f9b-4aa5-85d4-0328995baaaf service neutron] Transition to ACTIVE for port object e97344f2-6321-4420-8f0b-111a9d726890 will not be triggered until provisioned by entity L2. {{(pid=109071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 04:57:16.254646 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-855fd035-4f9b-4aa5-85d4-0328995baaaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8963629'] for port, after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:16.310370 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-d0751c98-12fd-4a09-aba5-8a27c723dd59 req-3e82ce26-e419-41ca-b1fe-50fa9038c530 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952818 Nov 25 04:57:16.324603 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855fd035-4f9b-4aa5-85d4-0328995baaaf service neutron] Pushing event updated for resources: {'Port': ['ID=e97344f2-6321-4420-8f0b-111a9d726890,revision_number=2']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:57:16.400882 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-855fd035-4f9b-4aa5-85d4-0328995baaaf service neutron] Attempting to bind port e97344f2-6321-4420-8f0b-111a9d726890 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:57:16.401228 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-855fd035-4f9b-4aa5-85d4-0328995baaaf service neutron] Attempting to bind port e97344f2-6321-4420-8f0b-111a9d726890 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '39ae19d3-becf-4497-a554-bf3eb3e508ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977'}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:57:16.401564 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-855fd035-4f9b-4aa5-85d4-0328995baaaf service neutron] Attempting to bind port e97344f2-6321-4420-8f0b-111a9d726890 on network 47f24a18-0d1d-47fa-a7be-085d929bd977 {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:57:16.406359 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-855fd035-4f9b-4aa5-85d4-0328995baaaf service neutron] Port e97344f2-6321-4420-8f0b-111a9d726890 on network 47f24a18-0d1d-47fa-a7be-085d929bd977 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 04:57:16.406694 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-855fd035-4f9b-4aa5-85d4-0328995baaaf service neutron] Attempting to bind port e97344f2-6321-4420-8f0b-111a9d726890 on network 47f24a18-0d1d-47fa-a7be-085d929bd977 {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:57:16.411825 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-855fd035-4f9b-4aa5-85d4-0328995baaaf service neutron] Checking agent: {'id': '1f14ab98-53f7-4a68-bcc6-b943f33cb2d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'started_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:57:16.412189 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-855fd035-4f9b-4aa5-85d4-0328995baaaf service neutron] Checking segment: {'id': '39ae19d3-becf-4497-a554-bf3eb3e508ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:57:16.412591 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-855fd035-4f9b-4aa5-85d4-0328995baaaf service neutron] Bound using segment: {'id': '39ae19d3-becf-4497-a554-bf3eb3e508ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977'} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:57:16.413037 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-855fd035-4f9b-4aa5-85d4-0328995baaaf service neutron] Bound port: e97344f2-6321-4420-8f0b-111a9d726890, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39ae19d3-becf-4497-a554-bf3eb3e508ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977'}}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:57:16.413401 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-855fd035-4f9b-4aa5-85d4-0328995baaaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:16.478484 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-855fd035-4f9b-4aa5-85d4-0328995baaaf service neutron] For port e97344f2-6321-4420-8f0b-111a9d726890, host hv-cinder-81558, cleared binding levels {{(pid=109071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:57:16.481748 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-855fd035-4f9b-4aa5-85d4-0328995baaaf service neutron] For port e97344f2-6321-4420-8f0b-111a9d726890, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e97344f2-6321-4420-8f0b-111a9d726890,segment=NetworkSegment(39ae19d3-becf-4497-a554-bf3eb3e508ac),segment_id=39ae19d3-becf-4497-a554-bf3eb3e508ac)] {{(pid=109071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:57:16.487948 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-855fd035-4f9b-4aa5-85d4-0328995baaaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8963629'] for port, after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:16.526288 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-855fd035-4f9b-4aa5-85d4-0328995baaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:16.526910 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-855fd035-4f9b-4aa5-85d4-0328995baaaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:16.528377 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-855fd035-4f9b-4aa5-85d4-0328995baaaf service neutron] 10.222.0.41 "PUT /v2.0/ports/e97344f2-6321-4420-8f0b-111a9d726890 HTTP/1.1" status: 200 len: 1094 time: 1.0098093 Nov 25 04:57:16.528793 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e05430-70d1-4c16-868d-c2efd1714b2c', 'tag': 'e97344f2-6321-4420-8f0b-111a9d726890'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:57:16.531082 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d57e7af397f6b944dcc9a6f5390767d05535c9c85852faf17d281085e8a62f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57d3e82-53a0-49d2-a003-210cbc0bf8a5" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e05430-70d1-4c16-868d-c2efd1714b2c", "tag": "e97344f2-6321-4420-8f0b-111a9d726890"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:57:16.554252 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855fd035-4f9b-4aa5-85d4-0328995baaaf service neutron] Pushing event updated for resources: {'Port': ['ID=e97344f2-6321-4420-8f0b-111a9d726890,revision_number=3']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:57:16.580710 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 04:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2587162a-bdcc-49b0-a392-ae7c673afcf7 x-openstack-request-id: req-2587162a-bdcc-49b0-a392-ae7c673afcf7 {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:57:16.581003 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e05430-70d1-4c16-868d-c2efd1714b2c", "tag": "e97344f2-6321-4420-8f0b-111a9d726890", "status": "completed", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:57:16.581261 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2587162a-bdcc-49b0-a392-ae7c673afcf7 {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:57:16.581660 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e05430-70d1-4c16-868d-c2efd1714b2c', 'tag': 'e97344f2-6321-4420-8f0b-111a9d726890', 'status': 'completed', 'code': 200} Nov 25 04:57:16.640455 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-b1d08bfe-5108-47ce-93b5-780177343fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:16.642009 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-b1d08bfe-5108-47ce-93b5-780177343fac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8522662999744d00a4b23e041e4ada60&device_id=a4e05430-70d1-4c16-868d-c2efd1714b2c HTTP/1.1" status: 200 len: 1097 time: 0.0434241 Nov 25 04:57:16.696278 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-f8c9a340-2ef6-4ae9-bbc7-e10cbc26079f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e97344f2-6321-4420-8f0b-111a9d726890 HTTP/1.1" status: 200 len: 217 time: 0.0378582 Nov 25 04:57:16.751503 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-1cee1227-5280-450d-b8f7-7d7a495824db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:16.753029 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-1cee1227-5280-450d-b8f7-7d7a495824db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3814844c-278b-47e5-8d6f-60a115ac1abb HTTP/1.1" status: 200 len: 851 time: 0.0496976 Nov 25 04:57:16.802772 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-e56a9a14-ee90-4376-be62-c36134dfe61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:16.804718 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-e56a9a14-ee90-4376-be62-c36134dfe61b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=47f24a18-0d1d-47fa-a7be-085d929bd977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440931 Nov 25 04:57:16.894420 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-986c53b2-ed7d-4d56-b8f5-a1ced0e8661f service neutron] 10.222.0.41 "GET /v2.0/networks/47f24a18-0d1d-47fa-a7be-085d929bd977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813169 Nov 25 04:57:16.989738 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-10e44ab7-04a8-47b2-8358-3d22e6636aa9 req-ba1d2632-df78-484d-a47c-11bea71a5e2a service neutron] 10.222.0.41 "GET /v2.0/networks/47f24a18-0d1d-47fa-a7be-085d929bd977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864546 Nov 25 04:57:17.137824 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d3e82-53a0-49d2-a003-210cbc0bf8a5 req-8c5194f2-f17b-4724-bb60-d916e3342d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:17.139400 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a57d3e82-53a0-49d2-a003-210cbc0bf8a5 req-8c5194f2-f17b-4724-bb60-d916e3342d18 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8522662999744d00a4b23e041e4ada60&device_id=a4e05430-70d1-4c16-868d-c2efd1714b2c HTTP/1.1" status: 200 len: 1097 time: 0.0425119 Nov 25 04:57:17.245448 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d3e82-53a0-49d2-a003-210cbc0bf8a5 req-6dd44237-2873-4a41-b4fd-e0f9de1b68b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:17.246967 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a57d3e82-53a0-49d2-a003-210cbc0bf8a5 req-6dd44237-2873-4a41-b4fd-e0f9de1b68b7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=47f24a18-0d1d-47fa-a7be-085d929bd977 HTTP/1.1" status: 200 len: 913 time: 0.0993524 Nov 25 04:57:17.292779 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a57d3e82-53a0-49d2-a003-210cbc0bf8a5 req-e26db691-6491-462b-a0ee-cc635ba2f198 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e97344f2-6321-4420-8f0b-111a9d726890 HTTP/1.1" status: 200 len: 217 time: 0.0362968 Nov 25 04:57:17.346164 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d3e82-53a0-49d2-a003-210cbc0bf8a5 req-39a4eebb-2244-4299-867a-d088435a66c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:17.347705 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a57d3e82-53a0-49d2-a003-210cbc0bf8a5 req-39a4eebb-2244-4299-867a-d088435a66c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3814844c-278b-47e5-8d6f-60a115ac1abb HTTP/1.1" status: 200 len: 851 time: 0.0454826 Nov 25 04:57:17.429308 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d3e82-53a0-49d2-a003-210cbc0bf8a5 req-07f4fd3a-248c-446b-8d02-54181662f0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:17.432881 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a57d3e82-53a0-49d2-a003-210cbc0bf8a5 req-07f4fd3a-248c-446b-8d02-54181662f0e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=47f24a18-0d1d-47fa-a7be-085d929bd977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732374 Nov 25 04:57:17.470888 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995ad28-58b8-4ac6-b8bc-311c029a7ec4 req-c24566dc-c1b5-4fb3-9556-1bb299557b89 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:17.472400 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-7995ad28-58b8-4ac6-b8bc-311c029a7ec4 req-c24566dc-c1b5-4fb3-9556-1bb299557b89 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4e05430-70d1-4c16-868d-c2efd1714b2c HTTP/1.1" status: 200 len: 944 time: 0.0855870 Nov 25 04:57:17.571601 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-7995ad28-58b8-4ac6-b8bc-311c029a7ec4 req-425ad9f3-12d7-4b8f-a370-743a533b9249 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894251 Nov 25 04:57:17.583180 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a57d3e82-53a0-49d2-a003-210cbc0bf8a5 req-42cc92ff-64e1-41bc-82de-d4a35b13bc85 service neutron] 10.222.0.41 "GET /v2.0/networks/47f24a18-0d1d-47fa-a7be-085d929bd977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329651 Nov 25 04:57:17.685966 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a57d3e82-53a0-49d2-a003-210cbc0bf8a5 req-e8130462-476d-41f6-89d0-618d69eb22ac service neutron] 10.222.0.41 "GET /v2.0/networks/47f24a18-0d1d-47fa-a7be-085d929bd977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912509 Nov 25 04:57:18.696227 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173559e-1ccd-4362-bf02-07f98da933e0 req-9e3fa155-5f90-489c-9b08-8720c5d3888f tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:18.697739 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-2173559e-1ccd-4362-bf02-07f98da933e0 req-9e3fa155-5f90-489c-9b08-8720c5d3888f tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4e05430-70d1-4c16-868d-c2efd1714b2c HTTP/1.1" status: 200 len: 944 time: 0.0503304 Nov 25 04:57:18.751080 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-2173559e-1ccd-4362-bf02-07f98da933e0 req-58ed13a6-d7ed-4f8c-a2d8-1fc756a04433 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471845 Nov 25 04:57:19.875467 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b9604-0851-4f52-9607-cf7f7a9cfb7e req-88a4d517-7e0d-4a87-9e7d-bfeb09844537 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:19.877013 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a90b9604-0851-4f52-9607-cf7f7a9cfb7e req-88a4d517-7e0d-4a87-9e7d-bfeb09844537 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4e05430-70d1-4c16-868d-c2efd1714b2c HTTP/1.1" status: 200 len: 944 time: 0.0536237 Nov 25 04:57:19.927764 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a90b9604-0851-4f52-9607-cf7f7a9cfb7e req-6600f6c3-7843-4c02-8959-a911c3a0f8fb tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446062 Nov 25 04:57:21.057188 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153b7e3-ce6a-4bd8-a049-eb7d5670610e req-279062f7-e955-43b2-a53e-f52611302600 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:21.059328 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-7153b7e3-ce6a-4bd8-a049-eb7d5670610e req-279062f7-e955-43b2-a53e-f52611302600 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4e05430-70d1-4c16-868d-c2efd1714b2c HTTP/1.1" status: 200 len: 944 time: 0.0549569 Nov 25 04:57:21.109550 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-7153b7e3-ce6a-4bd8-a049-eb7d5670610e req-74af4b21-0909-4e41-8079-d9a19312bb47 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440571 Nov 25 04:57:22.235450 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c77e8-ec94-4450-a51b-9d95fd8da4e1 req-c4ead65a-7dea-4715-9dde-930a2865b676 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:22.236998 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-215c77e8-ec94-4450-a51b-9d95fd8da4e1 req-c4ead65a-7dea-4715-9dde-930a2865b676 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4e05430-70d1-4c16-868d-c2efd1714b2c HTTP/1.1" status: 200 len: 944 time: 0.0568695 Nov 25 04:57:22.285834 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-215c77e8-ec94-4450-a51b-9d95fd8da4e1 req-5fae02cb-39c3-4d8a-80db-ec01e89df0ec tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427856 Nov 25 04:57:23.423979 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31487f-58f7-40a8-a344-d4dbd93da3a0 req-ded6c2be-ad1f-45ca-a55d-6b32322a2736 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:23.425493 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0c31487f-58f7-40a8-a344-d4dbd93da3a0 req-ded6c2be-ad1f-45ca-a55d-6b32322a2736 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4e05430-70d1-4c16-868d-c2efd1714b2c HTTP/1.1" status: 200 len: 944 time: 0.0499845 Nov 25 04:57:23.486298 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0c31487f-58f7-40a8-a344-d4dbd93da3a0 req-60590236-e1ad-4eb9-8318-83e271f54f0d tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522723 Nov 25 04:57:24.171631 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:24.614617 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075868f2-46d6-4be7-b850-9ad58bfcccf5 req-d5184279-201a-40fd-a19d-0ba095462567 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:24.616204 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-075868f2-46d6-4be7-b850-9ad58bfcccf5 req-d5184279-201a-40fd-a19d-0ba095462567 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4e05430-70d1-4c16-868d-c2efd1714b2c HTTP/1.1" status: 200 len: 944 time: 0.0528476 Nov 25 04:57:24.674507 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-075868f2-46d6-4be7-b850-9ad58bfcccf5 req-be0cc5b2-3659-48d6-9334-749ca5d8259e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519719 Nov 25 04:57:25.173910 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device e97344f2-6321-4420-8f0b-111a9d726890 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=109072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 04:57:25.273751 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port e97344f2-6321-4420-8f0b-111a9d726890, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e97344f2-6321-4420-8f0b-111a9d726890,segment=NetworkSegment(39ae19d3-becf-4497-a554-bf3eb3e508ac),segment_id=39ae19d3-becf-4497-a554-bf3eb3e508ac)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:57:25.285327 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Returning: {'device': 'e97344f2-6321-4420-8f0b-111a9d726890', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'port_id': 'e97344f2-6321-4420-8f0b-111a9d726890', 'mac_address': 'fa:16:3e:47:e0:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 04:57:25.322439 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:25.335456 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e97344f2-6321-4420-8f0b-111a9d726890 {{(pid=109072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:57:25.355207 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port e97344f2-6321-4420-8f0b-111a9d726890, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e97344f2-6321-4420-8f0b-111a9d726890,segment=NetworkSegment(39ae19d3-becf-4497-a554-bf3eb3e508ac),segment_id=39ae19d3-becf-4497-a554-bf3eb3e508ac)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:57:25.359939 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:25.408415 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=e97344f2-6321-4420-8f0b-111a9d726890,revision_number=4']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:57:25.662310 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['e97344f2-6321-4420-8f0b-111a9d726890'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:57:25.811155 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b9571-6076-475d-9071-931dbe3d54e2 req-82d57a43-ce1f-43e0-b58b-20c32a088e84 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:25.812871 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-308b9571-6076-475d-9071-931dbe3d54e2 req-82d57a43-ce1f-43e0-b58b-20c32a088e84 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4e05430-70d1-4c16-868d-c2efd1714b2c HTTP/1.1" status: 200 len: 945 time: 0.0527327 Nov 25 04:57:25.887735 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-308b9571-6076-475d-9071-931dbe3d54e2 req-0c09bc70-8a97-421f-9569-56e38301760e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675554 Nov 25 04:57:27.005648 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672a339-a535-4916-8222-352dd437492b req-992ce306-0781-4f56-b17c-e7fb0ed4d1e8 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:27.007233 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8672a339-a535-4916-8222-352dd437492b req-992ce306-0781-4f56-b17c-e7fb0ed4d1e8 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4e05430-70d1-4c16-868d-c2efd1714b2c HTTP/1.1" status: 200 len: 945 time: 0.0511310 Nov 25 04:57:27.066335 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-8672a339-a535-4916-8222-352dd437492b req-f8ed15c2-2fc3-4a9d-ae2b-1837f3dbeebd tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528345 Nov 25 04:57:27.779302 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-f8e2bb6d-711a-477d-b273-f4afd331bf71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:28.190882 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864421ae-08fa-4de7-b380-9fb77a111b00 req-50ef3a82-a9ff-40c7-b021-9b2c5caa2ebf tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:28.192282 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-864421ae-08fa-4de7-b380-9fb77a111b00 req-50ef3a82-a9ff-40c7-b021-9b2c5caa2ebf tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4e05430-70d1-4c16-868d-c2efd1714b2c HTTP/1.1" status: 200 len: 945 time: 0.0523174 Nov 25 04:57:28.244791 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-864421ae-08fa-4de7-b380-9fb77a111b00 req-37f4459e-e6bb-498f-b222-3f2034e36d2a tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437160 Nov 25 04:57:29.033167 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 6 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 04:57:29.190124 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device e97344f2-6321-4420-8f0b-111a9d726890 up at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:57:29.245345 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning for port e97344f2-6321-4420-8f0b-111a9d726890 completed by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 04:57:29.249766 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning complete for port e97344f2-6321-4420-8f0b-111a9d726890 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:57:29.250308 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:29.333091 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:29.357466 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e05430-70d1-4c16-868d-c2efd1714b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97344f2-6321-4420-8f0b-111a9d726890'}] {{(pid=109072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:57:29.359922 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21d2e46f9f4131852b38a57b118a04601412ee452ef2f91c34d7ef8e942fd252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae088b3b-bb84-439b-b728-2c49c45ac419" -d '{"events": [{"server_uuid": "a4e05430-70d1-4c16-868d-c2efd1714b2c", "name": "network-vif-plugged", "status": "completed", "tag": "e97344f2-6321-4420-8f0b-111a9d726890"}]}' {{(pid=109072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:57:29.374038 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port e97344f2-6321-4420-8f0b-111a9d726890, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e97344f2-6321-4420-8f0b-111a9d726890,segment=NetworkSegment(39ae19d3-becf-4497-a554-bf3eb3e508ac),segment_id=39ae19d3-becf-4497-a554-bf3eb3e508ac)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:57:29.380794 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:29.386186 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e0dd9-420e-4cf8-bc2c-ba283d8a3542 req-e26e89ad-2392-495a-a664-547438951dd4 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:29.387806 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d21e0dd9-420e-4cf8-bc2c-ba283d8a3542 req-e26e89ad-2392-495a-a664-547438951dd4 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4e05430-70d1-4c16-868d-c2efd1714b2c HTTP/1.1" status: 200 len: 945 time: 0.0604460 Nov 25 04:57:29.418976 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9516cc39-d2b3-4be2-812e-7714fbd6a75e x-openstack-request-id: req-9516cc39-d2b3-4be2-812e-7714fbd6a75e {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:57:29.419283 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e05430-70d1-4c16-868d-c2efd1714b2c", "name": "network-vif-plugged", "status": "completed", "tag": "e97344f2-6321-4420-8f0b-111a9d726890", "code": 200}]} {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:57:29.419531 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9516cc39-d2b3-4be2-812e-7714fbd6a75e {{(pid=109072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:57:29.420037 dv-cinder-815582-6-iscsi neutron-server[109072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e05430-70d1-4c16-868d-c2efd1714b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97344f2-6321-4420-8f0b-111a9d726890', 'code': 200} Nov 25 04:57:29.449262 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=e97344f2-6321-4420-8f0b-111a9d726890,revision_number=5']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:57:29.450819 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d21e0dd9-420e-4cf8-bc2c-ba283d8a3542 req-02aa6b42-95b2-4c76-b885-67551f2e26e8 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535734 Nov 25 04:57:29.684793 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafee63-c56f-400d-a7c9-925bb8a6aa02 req-68ad9940-feaa-4a71-b8cf-d2febee611da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:29.686354 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-3cafee63-c56f-400d-a7c9-925bb8a6aa02 req-68ad9940-feaa-4a71-b8cf-d2febee611da service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a4e05430-70d1-4c16-868d-c2efd1714b2c HTTP/1.1" status: 200 len: 1099 time: 0.0473676 Nov 25 04:57:29.735554 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-3cafee63-c56f-400d-a7c9-925bb8a6aa02 req-1d1e122a-f168-4b7b-98cf-e98721f6aad0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416751 Nov 25 04:57:30.182573 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-96e82246-8853-4dce-9f71-df66ac637441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:30.589672 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d256952-2975-4018-993c-90f67ad5c194 req-48e5d015-82ff-464d-bbdb-101e12caa8f3 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:30.591331 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8d256952-2975-4018-993c-90f67ad5c194 req-48e5d015-82ff-464d-bbdb-101e12caa8f3 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4e05430-70d1-4c16-868d-c2efd1714b2c HTTP/1.1" status: 200 len: 946 time: 0.0561912 Nov 25 04:57:30.641807 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8d256952-2975-4018-993c-90f67ad5c194 req-0a9e6d33-1b5e-4934-924f-05306bb61f0c tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437899 Nov 25 04:57:30.997061 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 33776) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:57:31.107654 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7b27f4e7-e5a5-4fce-97c8-d6f5a020cdc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:31.182481 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7b27f4e7-e5a5-4fce-97c8-d6f5a020cdc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:31.187494 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-7b27f4e7-e5a5-4fce-97c8-d6f5a020cdc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:31.226501 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-7b27f4e7-e5a5-4fce-97c8-d6f5a020cdc7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a9c417daa7bb4ac4abfd5d6f9230294e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279556 Nov 25 04:57:31.227392 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27f4e7-e5a5-4fce-97c8-d6f5a020cdc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4122def7-027e-46d2-a709-866991dcb549,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:57:31.229536 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 33782) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:57:31.252041 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:31.284261 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f72a3008-982f-4887-8a48-175fe17e944d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:31.306796 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f72a3008-982f-4887-8a48-175fe17e944d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:31.359109 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f72a3008-982f-4887-8a48-175fe17e944d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:31.362780 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-f72a3008-982f-4887-8a48-175fe17e944d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:31.363957 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-f72a3008-982f-4887-8a48-175fe17e944d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4122def7-027e-46d2-a709-866991dcb549 HTTP/1.1" status: 204 len: 168 time: 0.1333644 Nov 25 04:57:31.372556 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a3008-982f-4887-8a48-175fe17e944d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4122def7-027e-46d2-a709-866991dcb549,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:57:31.649662 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 33788) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:57:31.663096 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7119f364-ae11-4397-9b3c-59eab443f404 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:31.768406 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7119f364-ae11-4397-9b3c-59eab443f404 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:31.781392 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64468f6-c73b-4038-bdc4-a3513c155e8a req-547d3444-9563-425b-a935-9e1b90314401 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:31.782865 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d64468f6-c73b-4038-bdc4-a3513c155e8a req-547d3444-9563-425b-a935-9e1b90314401 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4e05430-70d1-4c16-868d-c2efd1714b2c HTTP/1.1" status: 200 len: 946 time: 0.0700333 Nov 25 04:57:31.783635 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-7119f364-ae11-4397-9b3c-59eab443f404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:31.844438 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-7119f364-ae11-4397-9b3c-59eab443f404 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b4b88cbc26b84e82896f8b7c2f81420d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1934147 Nov 25 04:57:31.847345 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 33792) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:57:31.850258 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119f364-ae11-4397-9b3c-59eab443f404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b590e8c9-1e62-47ac-907e-6a85bf8f2772,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:57:31.871279 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-d64468f6-c73b-4038-bdc4-a3513c155e8a req-ccd8b8ce-f5c0-47a1-990f-0715f1aa2624 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816867 Nov 25 04:57:31.906956 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-59d0a606-6483-43f6-9187-049829d4bb47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:31.928470 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-59d0a606-6483-43f6-9187-049829d4bb47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:31.983522 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-59d0a606-6483-43f6-9187-049829d4bb47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:31.986179 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-59d0a606-6483-43f6-9187-049829d4bb47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:31.987333 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-59d0a606-6483-43f6-9187-049829d4bb47 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b590e8c9-1e62-47ac-907e-6a85bf8f2772 HTTP/1.1" status: 204 len: 168 time: 0.1389811 Nov 25 04:57:31.994969 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d0a606-6483-43f6-9187-049829d4bb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b590e8c9-1e62-47ac-907e-6a85bf8f2772,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:57:32.654295 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:32.989909 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e6791-9b0b-4edf-8bac-b6e163065b2a req-3ecf21b8-b402-440f-8b49-eac5046f8ce8 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:32.991527 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-bb9e6791-9b0b-4edf-8bac-b6e163065b2a req-3ecf21b8-b402-440f-8b49-eac5046f8ce8 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4e05430-70d1-4c16-868d-c2efd1714b2c HTTP/1.1" status: 200 len: 946 time: 0.0521951 Nov 25 04:57:33.043225 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-bb9e6791-9b0b-4edf-8bac-b6e163065b2a req-3a399a05-75c6-4ba3-9208-799491607332 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452747 Nov 25 04:57:33.558690 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:33.673135 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 33842) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:57:33.783649 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-781f0588-b6b2-4357-b228-2b61424ba26c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:33.876936 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-781f0588-b6b2-4357-b228-2b61424ba26c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:33.885128 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-781f0588-b6b2-4357-b228-2b61424ba26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:33.931002 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-781f0588-b6b2-4357-b228-2b61424ba26c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=85141f2f5e604d2f9227c868bf20db65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2566633 Nov 25 04:57:33.931848 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f0588-b6b2-4357-b228-2b61424ba26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8e3b63-5d2f-47c3-997c-1a4e56c710e6,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:57:33.933735 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 33846) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:57:33.950320 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781f0588-b6b2-4357-b228-2b61424ba26c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:57:33.950672 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781f0588-b6b2-4357-b228-2b61424ba26c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:57:33.951022 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781f0588-b6b2-4357-b228-2b61424ba26c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:57:33.951356 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781f0588-b6b2-4357-b228-2b61424ba26c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:57:33.951691 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781f0588-b6b2-4357-b228-2b61424ba26c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:57:33.952024 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781f0588-b6b2-4357-b228-2b61424ba26c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:57:33.952384 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781f0588-b6b2-4357-b228-2b61424ba26c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:57:33.952712 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781f0588-b6b2-4357-b228-2b61424ba26c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:57:33.953038 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781f0588-b6b2-4357-b228-2b61424ba26c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:57:33.953357 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781f0588-b6b2-4357-b228-2b61424ba26c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:57:33.953682 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781f0588-b6b2-4357-b228-2b61424ba26c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:57:33.953985 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781f0588-b6b2-4357-b228-2b61424ba26c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:57:33.992303 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-08a33ee9-0212-4554-9c7f-c503d1459e02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:34.013784 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-08a33ee9-0212-4554-9c7f-c503d1459e02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:34.062519 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-08a33ee9-0212-4554-9c7f-c503d1459e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:34.065140 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-08a33ee9-0212-4554-9c7f-c503d1459e02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:34.068078 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-08a33ee9-0212-4554-9c7f-c503d1459e02 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dc8e3b63-5d2f-47c3-997c-1a4e56c710e6 HTTP/1.1" status: 204 len: 168 time: 0.1317081 Nov 25 04:57:34.074334 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a33ee9-0212-4554-9c7f-c503d1459e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8e3b63-5d2f-47c3-997c-1a4e56c710e6,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:57:34.165054 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4682e9-69d1-43eb-9c18-835586f49cd3 req-fe1f241d-8261-45a4-8800-daf96b5632ba tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:34.166665 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1a4682e9-69d1-43eb-9c18-835586f49cd3 req-fe1f241d-8261-45a4-8800-daf96b5632ba tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4e05430-70d1-4c16-868d-c2efd1714b2c HTTP/1.1" status: 200 len: 946 time: 0.0526114 Nov 25 04:57:34.218214 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1a4682e9-69d1-43eb-9c18-835586f49cd3 req-17c407ba-63bb-4c9f-8a5b-b4fd9d9cb1cb tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455763 Nov 25 04:57:34.338028 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee26b6-9b11-4b77-b4dd-9c4299694e44 req-ed424442-3109-4d4b-89c9-e1fb7a8f2798 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:34.339535 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-50ee26b6-9b11-4b77-b4dd-9c4299694e44 req-ed424442-3109-4d4b-89c9-e1fb7a8f2798 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4e05430-70d1-4c16-868d-c2efd1714b2c HTTP/1.1" status: 200 len: 946 time: 0.0500286 Nov 25 04:57:34.346026 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 33860) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:57:34.360668 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-2539ffd0-2db9-4a55-97e9-9c027ff3e873 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:34.396703 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-50ee26b6-9b11-4b77-b4dd-9c4299694e44 req-e70acb83-d95d-46bf-985f-dbcba5556ac1 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505416 Nov 25 04:57:34.421575 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 33862) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:57:34.444756 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-2539ffd0-2db9-4a55-97e9-9c027ff3e873 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:34.450877 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-2539ffd0-2db9-4a55-97e9-9c027ff3e873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:34.478013 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5baab82-52ea-4861-acb2-e8cbf0a5fe2f tempest-TestVolumeBootPattern-622067970 tempest-TestVolumeBootPattern-622067970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:34.479684 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-c5baab82-52ea-4861-acb2-e8cbf0a5fe2f tempest-TestVolumeBootPattern-622067970 tempest-TestVolumeBootPattern-622067970-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a4e05430-70d1-4c16-868d-c2efd1714b2c HTTP/1.1" status: 200 len: 1094 time: 0.0570984 Nov 25 04:57:34.482745 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 33866) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:57:34.487368 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [None req-3450c2b3-bd89-49ee-933c-8982833670ff tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Request body: {'floatingip': {'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'port_id': 'e97344f2-6321-4420-8f0b-111a9d726890', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:57:34.495655 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-2539ffd0-2db9-4a55-97e9-9c027ff3e873 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=99ca83b67ff248c1b161c2ca907d7065&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1456754 Nov 25 04:57:34.495655 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539ffd0-2db9-4a55-97e9-9c027ff3e873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7904d368-7085-4fec-b95b-c756786e4b0b,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:57:34.496621 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 33868) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:57:34.511249 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3450c2b3-bd89-49ee-933c-8982833670ff tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for floatingip, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:34.545617 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e37e702c-be59-46d9-a9fb-9bb48020656d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:34.567155 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e37e702c-be59-46d9-a9fb-9bb48020656d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:34.610945 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3450c2b3-bd89-49ee-933c-8982833670ff tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:34.620383 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e37e702c-be59-46d9-a9fb-9bb48020656d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:34.623034 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-e37e702c-be59-46d9-a9fb-9bb48020656d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:34.626738 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-e37e702c-be59-46d9-a9fb-9bb48020656d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7904d368-7085-4fec-b95b-c756786e4b0b HTTP/1.1" status: 204 len: 168 time: 0.1268680 Nov 25 04:57:34.633524 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e702c-be59-46d9-a9fb-9bb48020656d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7904d368-7085-4fec-b95b-c756786e4b0b,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:57:34.724831 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.db_base_plugin_common [None req-3450c2b3-bd89-49ee-933c-8982833670ff tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Allocated IP 172.27.2.112 (7252c0b9-b802-4561-8a54-4fb5c87ca7b8/b33b80b7-52e3-4af3-b161-e1f3edefb5e3/1a904fe0-31fa-4fd2-80ba-092f55f51c37) {{(pid=109071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:57:34.826807 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3450c2b3-bd89-49ee-933c-8982833670ff tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for port, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:34.863430 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3450c2b3-bd89-49ee-933c-8982833670ff tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:34.906457 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3450c2b3-bd89-49ee-933c-8982833670ff tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Network 7252c0b9-b802-4561-8a54-4fb5c87ca7b8 is already hosted by enough agents. {{(pid=109071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:57:34.909702 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [None req-3450c2b3-bd89-49ee-933c-8982833670ff tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Resources bound (agent type, host, resource id): {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:57:34.913260 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3450c2b3-bd89-49ee-933c-8982833670ff tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Received port after_create {{(pid=109071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:57:34.937258 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450c2b3-bd89-49ee-933c-8982833670ff tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Pushing event updated for resources: {'Port': ['ID=1a904fe0-31fa-4fd2-80ba-092f55f51c37,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:57:35.279806 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3450c2b3-bd89-49ee-933c-8982833670ff tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:35.351804 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3450c2b3-bd89-49ee-933c-8982833670ff tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:35.507701 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3450c2b3-bd89-49ee-933c-8982833670ff tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for port, precommit_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:35.512815 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3450c2b3-bd89-49ee-933c-8982833670ff tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8963629'] for port, after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:35.582920 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450c2b3-bd89-49ee-933c-8982833670ff tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Pushing event updated for resources: {'Port': ['ID=1a904fe0-31fa-4fd2-80ba-092f55f51c37,revision_number=2']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:57:35.593570 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3450c2b3-bd89-49ee-933c-8982833670ff tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688023'] for floatingip, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:35.694141 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.db.l3_db [None req-3450c2b3-bd89-49ee-933c-8982833670ff tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Floating IP c23bdd67-fd17-4164-8a24-adbe0bafad6a associated. External IP: 172.27.2.112, port: e97344f2-6321-4420-8f0b-111a9d726890. Nov 25 04:57:35.911084 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3450c2b3-bd89-49ee-933c-8982833670ff tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Router 8a5803ae-40fa-4e8f-91f9-22d6d729a785 has already been hosted by L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f {{(pid=109071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 04:57:36.020058 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3450c2b3-bd89-49ee-933c-8982833670ff tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:57:36.035296 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7155fa40-d50f-407b-981e-3477eb3262a7 None None] Sync routers for ids ['8a5803ae-40fa-4e8f-91f9-22d6d729a785'] in dv-cinder-815582-6-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:57:36.042476 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-3450c2b3-bd89-49ee-933c-8982833670ff tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for floatingip, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:36.047574 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7155fa40-d50f-407b-981e-3477eb3262a7 None None] Routers {'8a5803ae-40fa-4e8f-91f9-22d6d729a785'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:57:36.048145 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-7155fa40-d50f-407b-981e-3477eb3262a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:57:30Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['8a5803ae-40fa-4e8f-91f9-22d6d729a785'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:57:36.080397 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-3450c2b3-bd89-49ee-933c-8982833670ff tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5870657 Nov 25 04:57:36.080397 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e05430-70d1-4c16-868d-c2efd1714b2c', 'tag': 'e97344f2-6321-4420-8f0b-111a9d726890'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:57:36.080397 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d57e7af397f6b944dcc9a6f5390767d05535c9c85852faf17d281085e8a62f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a687579-acd2-40be-a405-942fb1939277" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e05430-70d1-4c16-868d-c2efd1714b2c", "tag": "e97344f2-6321-4420-8f0b-111a9d726890"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:57:36.113663 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 04:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748ad817-4260-46e4-a781-b25cca65be31 x-openstack-request-id: req-748ad817-4260-46e4-a781-b25cca65be31 {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:57:36.113968 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e05430-70d1-4c16-868d-c2efd1714b2c", "tag": "e97344f2-6321-4420-8f0b-111a9d726890", "status": "completed", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:57:36.114256 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-748ad817-4260-46e4-a781-b25cca65be31 {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:57:36.114660 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e05430-70d1-4c16-868d-c2efd1714b2c', 'tag': 'e97344f2-6321-4420-8f0b-111a9d726890', 'status': 'completed', 'code': 200} Nov 25 04:57:36.161978 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-7155fa40-d50f-407b-981e-3477eb3262a7 None None] Set router 8a5803ae-40fa-4e8f-91f9-22d6d729a785 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:57:36.389325 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-7155fa40-d50f-407b-981e-3477eb3262a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'name': 'tempest-TestVolumeBootPattern-1945409044-router', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:54:13Z', 'updated_at': '2021-11-25T04:54:16Z', 'revision_number': 4, 'project_id': '8522662999744d00a4b23e041e4ada60', 'gw_port': {'id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:14Z', 'updated_at': '2021-11-25T04:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_floatingips': [{'id': 'c23bdd67-fd17-4164-8a24-adbe0bafad6a', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'router_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'port_id': 'e97344f2-6321-4420-8f0b-111a9d726890', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'mac_address': 'fa:16:3e:47:e0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e05430-70d1-4c16-868d-c2efd1714b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:57:35Z', 'updated_at': '2021-11-25T04:57:35Z', 'revision_number': 0, 'project_id': '8522662999744d00a4b23e041e4ada60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a4de55-82ab-4eb9-b12d-d6eef74f4174', 'name': '', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'mac_address': 'fa:16:3e:73:20:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:15Z', 'updated_at': '2021-11-25T04:54:22Z', 'revision_number': 5, 'project_id': '8522662999744d00a4b23e041e4ada60', 'subnets': [{'id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:57:36.419900 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7155fa40-d50f-407b-981e-3477eb3262a7 None None] Checking router: 8a5803ae-40fa-4e8f-91f9-22d6d729a785 for host: dv-cinder-815582-6-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:57:36.429000 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7155fa40-d50f-407b-981e-3477eb3262a7 None None] Routers {'8a5803ae-40fa-4e8f-91f9-22d6d729a785'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:57:36.429643 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-7155fa40-d50f-407b-981e-3477eb3262a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:57:30Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['8a5803ae-40fa-4e8f-91f9-22d6d729a785'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:57:36.671959 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-7155fa40-d50f-407b-981e-3477eb3262a7 None None] Set router 8a5803ae-40fa-4e8f-91f9-22d6d729a785 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:57:36.905106 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-7155fa40-d50f-407b-981e-3477eb3262a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'name': 'tempest-TestVolumeBootPattern-1945409044-router', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:54:13Z', 'updated_at': '2021-11-25T04:54:16Z', 'revision_number': 4, 'project_id': '8522662999744d00a4b23e041e4ada60', 'gw_port': {'id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:14Z', 'updated_at': '2021-11-25T04:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_floatingips': [{'id': 'c23bdd67-fd17-4164-8a24-adbe0bafad6a', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'router_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'port_id': 'e97344f2-6321-4420-8f0b-111a9d726890', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'mac_address': 'fa:16:3e:47:e0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e05430-70d1-4c16-868d-c2efd1714b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:57:35Z', 'updated_at': '2021-11-25T04:57:35Z', 'revision_number': 0, 'project_id': '8522662999744d00a4b23e041e4ada60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a4de55-82ab-4eb9-b12d-d6eef74f4174', 'name': '', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'mac_address': 'fa:16:3e:73:20:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:15Z', 'updated_at': '2021-11-25T04:54:22Z', 'revision_number': 5, 'project_id': '8522662999744d00a4b23e041e4ada60', 'subnets': [{'id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:57:36.932801 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7155fa40-d50f-407b-981e-3477eb3262a7 None None] The sync data for ids ['8a5803ae-40fa-4e8f-91f9-22d6d729a785'] in dv-cinder-815582-6-iscsi is: [{'id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'name': 'tempest-TestVolumeBootPattern-1945409044-router', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:54:13Z', 'updated_at': '2021-11-25T04:54:16Z', 'revision_number': 4, 'project_id': '8522662999744d00a4b23e041e4ada60', 'gw_port': {'id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:14Z', 'updated_at': '2021-11-25T04:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_floatingips': [{'id': 'c23bdd67-fd17-4164-8a24-adbe0bafad6a', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'router_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'port_id': 'e97344f2-6321-4420-8f0b-111a9d726890', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'mac_address': 'fa:16:3e:47:e0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e05430-70d1-4c16-868d-c2efd1714b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:57:35Z', 'updated_at': '2021-11-25T04:57:35Z', 'revision_number': 0, 'project_id': '8522662999744d00a4b23e041e4ada60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a4de55-82ab-4eb9-b12d-d6eef74f4174', 'name': '', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'mac_address': 'fa:16:3e:73:20:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:15Z', 'updated_at': '2021-11-25T04:54:22Z', 'revision_number': 5, 'project_id': '8522662999744d00a4b23e041e4ada60', 'subnets': [{'id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:57:37.132630 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439a3580-feff-44ca-b9b7-adec3dc4b363 None None] New status for floating IP c23bdd67-fd17-4164-8a24-adbe0bafad6a: ACTIVE {{(pid=109073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 04:57:37.469595 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a687579-acd2-40be-a405-942fb1939277 req-f5d46f9f-6965-4198-ab48-9024f257a967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:37.471149 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0a687579-acd2-40be-a405-942fb1939277 req-f5d46f9f-6965-4198-ab48-9024f257a967 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8522662999744d00a4b23e041e4ada60&device_id=a4e05430-70d1-4c16-868d-c2efd1714b2c HTTP/1.1" status: 200 len: 1099 time: 0.0449779 Nov 25 04:57:37.570706 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a687579-acd2-40be-a405-942fb1939277 req-aea06d73-a6f1-4eeb-ae7f-0840f0e9a1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:37.572299 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0a687579-acd2-40be-a405-942fb1939277 req-aea06d73-a6f1-4eeb-ae7f-0840f0e9a1b7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=47f24a18-0d1d-47fa-a7be-085d929bd977 HTTP/1.1" status: 200 len: 913 time: 0.0924623 Nov 25 04:57:37.642220 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0a687579-acd2-40be-a405-942fb1939277 req-81d94f6c-069c-4c57-8bd6-99ef8be089ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e97344f2-6321-4420-8f0b-111a9d726890 HTTP/1.1" status: 200 len: 1002 time: 0.0621026 Nov 25 04:57:37.694219 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a687579-acd2-40be-a405-942fb1939277 req-fce2d5f4-721e-446e-81d0-a8cd1e245f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:37.695915 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0a687579-acd2-40be-a405-942fb1939277 req-fce2d5f4-721e-446e-81d0-a8cd1e245f0e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3814844c-278b-47e5-8d6f-60a115ac1abb HTTP/1.1" status: 200 len: 851 time: 0.0457172 Nov 25 04:57:37.752935 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a687579-acd2-40be-a405-942fb1939277 req-fdfcf98d-a783-42a7-b9c7-ce600d3a7449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:37.754481 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0a687579-acd2-40be-a405-942fb1939277 req-fdfcf98d-a783-42a7-b9c7-ce600d3a7449 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=47f24a18-0d1d-47fa-a7be-085d929bd977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513084 Nov 25 04:57:37.850456 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0a687579-acd2-40be-a405-942fb1939277 req-0081af8a-2aee-4730-a111-e031ab201acf service neutron] 10.222.0.41 "GET /v2.0/networks/47f24a18-0d1d-47fa-a7be-085d929bd977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860863 Nov 25 04:57:37.944886 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0a687579-acd2-40be-a405-942fb1939277 req-c4dd5839-a362-4142-ae23-ce4adf195fde service neutron] 10.222.0.41 "GET /v2.0/networks/47f24a18-0d1d-47fa-a7be-085d929bd977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870657 Nov 25 04:57:39.714226 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 33986) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:57:39.824556 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c9324045-d1c9-4add-9243-096317e07521 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:39.899462 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c9324045-d1c9-4add-9243-096317e07521 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:39.904544 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-c9324045-d1c9-4add-9243-096317e07521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:39.945699 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-c9324045-d1c9-4add-9243-096317e07521 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=baa4e6aebb634eb68a45d024e6a3d654&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302833 Nov 25 04:57:39.946434 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9324045-d1c9-4add-9243-096317e07521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f3d25a-fdeb-4d35-abd3-9bf51c00bde1,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:57:39.948733 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 33992) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:57:39.999558 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-70adac6f-d6c5-4de9-8521-d2efabe7674c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:40.022111 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-70adac6f-d6c5-4de9-8521-d2efabe7674c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:40.077929 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-70adac6f-d6c5-4de9-8521-d2efabe7674c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:40.080695 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-70adac6f-d6c5-4de9-8521-d2efabe7674c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:40.081850 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-70adac6f-d6c5-4de9-8521-d2efabe7674c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b3f3d25a-fdeb-4d35-abd3-9bf51c00bde1 HTTP/1.1" status: 204 len: 168 time: 0.1315420 Nov 25 04:57:40.089996 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70adac6f-d6c5-4de9-8521-d2efabe7674c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f3d25a-fdeb-4d35-abd3-9bf51c00bde1,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:57:40.368844 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 33998) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:57:40.383766 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-bf640f79-4479-4cd5-8c5f-69fee5e5022f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:40.458462 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-bf640f79-4479-4cd5-8c5f-69fee5e5022f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:40.464590 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-bf640f79-4479-4cd5-8c5f-69fee5e5022f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:40.501574 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-bf640f79-4479-4cd5-8c5f-69fee5e5022f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d0104f582352459783b70042e9364442&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1315985 Nov 25 04:57:40.502673 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf640f79-4479-4cd5-8c5f-69fee5e5022f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15042e8b-46c4-4130-af4a-6c8e116efbf2,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:57:40.504677 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 34000) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:57:40.553973 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-78f68193-5f4e-4b27-bcc0-086788d5ee71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:40.575359 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-78f68193-5f4e-4b27-bcc0-086788d5ee71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:40.629114 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-78f68193-5f4e-4b27-bcc0-086788d5ee71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:40.631749 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-78f68193-5f4e-4b27-bcc0-086788d5ee71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:40.632980 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-78f68193-5f4e-4b27-bcc0-086788d5ee71 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/15042e8b-46c4-4130-af4a-6c8e116efbf2 HTTP/1.1" status: 204 len: 168 time: 0.1273160 Nov 25 04:57:40.640771 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f68193-5f4e-4b27-bcc0-086788d5ee71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15042e8b-46c4-4130-af4a-6c8e116efbf2,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:57:40.967856 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 34012) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:57:40.985086 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-65f0efcb-01ae-4378-84c7-a6ec271ff33e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:41.061272 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-65f0efcb-01ae-4378-84c7-a6ec271ff33e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:41.067839 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-65f0efcb-01ae-4378-84c7-a6ec271ff33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:41.106467 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-65f0efcb-01ae-4378-84c7-a6ec271ff33e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6be7dd99aede4b8cb474ca174ac54861&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374514 Nov 25 04:57:41.107756 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0efcb-01ae-4378-84c7-a6ec271ff33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc54ff3-4fbe-4e4d-a169-54a4e51a6b80,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:57:41.109477 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 34014) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:57:41.165931 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-93f82820-00a5-4373-a213-5befc9e7e90a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:41.187093 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-93f82820-00a5-4373-a213-5befc9e7e90a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:41.238799 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-93f82820-00a5-4373-a213-5befc9e7e90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:41.242283 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-93f82820-00a5-4373-a213-5befc9e7e90a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:41.243447 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-93f82820-00a5-4373-a213-5befc9e7e90a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bfc54ff3-4fbe-4e4d-a169-54a4e51a6b80 HTTP/1.1" status: 204 len: 168 time: 0.1330051 Nov 25 04:57:41.251583 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f82820-00a5-4373-a213-5befc9e7e90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc54ff3-4fbe-4e4d-a169-54a4e51a6b80,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:57:43.226062 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 34100) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:57:43.335756 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-63849f1c-d722-4aeb-8c01-396e99ce51f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:43.378909 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6886e86-54db-4065-9a5a-4fdc6727b898 req-6b317c0f-0864-49ea-a142-29fae3b20a1e tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:43.380566 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-b6886e86-54db-4065-9a5a-4fdc6727b898 req-6b317c0f-0864-49ea-a142-29fae3b20a1e tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba6c16d-25ab-49d5-bfd4-16dd1f04a258 HTTP/1.1" status: 200 len: 945 time: 0.0521193 Nov 25 04:57:43.414430 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-63849f1c-d722-4aeb-8c01-396e99ce51f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:43.419353 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-63849f1c-d722-4aeb-8c01-396e99ce51f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:43.429299 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-b6886e86-54db-4065-9a5a-4fdc6727b898 req-4421413e-499c-4897-9a02-81d2f9ab0c0f tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/security-groups?id=878b348e-1d6e-4790-a553-a1925e2f0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418763 Nov 25 04:57:43.457990 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-63849f1c-d722-4aeb-8c01-396e99ce51f9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=90d37e99fbf14268a4552ef7e1dc9319&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307792 Nov 25 04:57:43.458702 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63849f1c-d722-4aeb-8c01-396e99ce51f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139914d3-8a5c-4e94-b247-0f4c635b0f40,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:57:43.460929 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 34106) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:57:43.511249 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-dddb88c8-42a5-4175-aac2-770da8d622a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:43.532348 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-dddb88c8-42a5-4175-aac2-770da8d622a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:43.583172 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-dddb88c8-42a5-4175-aac2-770da8d622a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:43.587294 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-dddb88c8-42a5-4175-aac2-770da8d622a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:43.592875 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-dddb88c8-42a5-4175-aac2-770da8d622a9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/139914d3-8a5c-4e94-b247-0f4c635b0f40 HTTP/1.1" status: 204 len: 168 time: 0.1279070 Nov 25 04:57:43.600348 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb88c8-42a5-4175-aac2-770da8d622a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139914d3-8a5c-4e94-b247-0f4c635b0f40,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:57:43.865931 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 34112) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:57:43.879626 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-03e24b24-7765-4c33-b338-04ee12c97e48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:43.958893 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-03e24b24-7765-4c33-b338-04ee12c97e48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:43.964679 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-03e24b24-7765-4c33-b338-04ee12c97e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:44.003990 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-03e24b24-7765-4c33-b338-04ee12c97e48 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=258198527ec64178b1fe6cc532551a24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368623 Nov 25 04:57:44.004921 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e24b24-7765-4c33-b338-04ee12c97e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240ac866-0e7d-4283-81cf-19cced797e69,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:57:44.006974 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 34114) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:57:44.056065 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-0bdfb5b4-df92-48d7-b5d2-2612fd7223ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:44.080585 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-0bdfb5b4-df92-48d7-b5d2-2612fd7223ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:44.127967 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-0bdfb5b4-df92-48d7-b5d2-2612fd7223ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:44.130643 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-0bdfb5b4-df92-48d7-b5d2-2612fd7223ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:44.131953 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-0bdfb5b4-df92-48d7-b5d2-2612fd7223ed admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/240ac866-0e7d-4283-81cf-19cced797e69 HTTP/1.1" status: 204 len: 168 time: 0.1237559 Nov 25 04:57:44.139543 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdfb5b4-df92-48d7-b5d2-2612fd7223ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240ac866-0e7d-4283-81cf-19cced797e69,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:57:44.547585 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575333ab-de3e-49f3-89da-8b76a6c9832e req-5e4a1f0c-7c26-468c-8c7d-7d4489cabbdd tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:44.549130 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-575333ab-de3e-49f3-89da-8b76a6c9832e req-5e4a1f0c-7c26-468c-8c7d-7d4489cabbdd tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba6c16d-25ab-49d5-bfd4-16dd1f04a258 HTTP/1.1" status: 200 len: 945 time: 0.0493929 Nov 25 04:57:44.598972 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-575333ab-de3e-49f3-89da-8b76a6c9832e req-8fa747f7-5d80-4456-91d5-49ccf45f0f91 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/security-groups?id=878b348e-1d6e-4790-a553-a1925e2f0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434189 Nov 25 04:57:45.179113 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d8ea2-1827-44d4-af70-f78d09904ab9 req-0903a230-7a3d-4f82-868f-f5084765456e tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:57:45.180659 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-788d8ea2-1827-44d4-af70-f78d09904ab9 req-0903a230-7a3d-4f82-868f-f5084765456e tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba6c16d-25ab-49d5-bfd4-16dd1f04a258 HTTP/1.1" status: 200 len: 945 time: 0.0527678 Nov 25 04:57:45.245360 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 34146) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:57:45.276993 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [req-788d8ea2-1827-44d4-af70-f78d09904ab9 req-062bc5fe-b49d-4a25-9cb6-e1b427de8bf7 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Deleting port 5f7395bd-fe02-4ac0-8828-fe80e578fa7f {{(pid=109071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:57:45.277336 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-788d8ea2-1827-44d4-af70-f78d09904ab9 req-062bc5fe-b49d-4a25-9cb6-e1b427de8bf7 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:45.350547 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-90db8c7d-b3d2-4e92-a188-f19420675ba4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:45.371955 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [req-788d8ea2-1827-44d4-af70-f78d09904ab9 req-062bc5fe-b49d-4a25-9cb6-e1b427de8bf7 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] For port 5f7395bd-fe02-4ac0-8828-fe80e578fa7f, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=5f7395bd-fe02-4ac0-8828-fe80e578fa7f,segment=NetworkSegment(062a1128-0e87-4bcf-8d49-f93a0c13c97d),segment_id=062a1128-0e87-4bcf-8d49-f93a0c13c97d)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:57:45.372282 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-788d8ea2-1827-44d4-af70-f78d09904ab9 req-062bc5fe-b49d-4a25-9cb6-e1b427de8bf7 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:45.388089 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [req-788d8ea2-1827-44d4-af70-f78d09904ab9 req-062bc5fe-b49d-4a25-9cb6-e1b427de8bf7 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Calling delete_port for 5f7395bd-fe02-4ac0-8828-fe80e578fa7f owned by compute:nova {{(pid=109071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:57:45.430402 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-90db8c7d-b3d2-4e92-a188-f19420675ba4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:45.435435 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-90db8c7d-b3d2-4e92-a188-f19420675ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:45.476066 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-90db8c7d-b3d2-4e92-a188-f19420675ba4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=831ce56bc1b444fda201583d945b96ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2295318 Nov 25 04:57:45.476928 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db8c7d-b3d2-4e92-a188-f19420675ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0f6ada-6cd4-46e8-a2b1-6b67941a5c5e,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:57:45.479194 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 34150) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:57:45.523080 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-788d8ea2-1827-44d4-af70-f78d09904ab9 req-062bc5fe-b49d-4a25-9cb6-e1b427de8bf7 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:45.528640 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6de02fbe-aa9f-4ede-8fcf-f461bbceef88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:45.550016 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6de02fbe-aa9f-4ede-8fcf-f461bbceef88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:45.555285 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062bc5fe-b49d-4a25-9cb6-e1b427de8bf7 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Pushing event deleted for resources: {'Port': ['ID=5f7395bd-fe02-4ac0-8828-fe80e578fa7f,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:57:45.599154 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [req-788d8ea2-1827-44d4-af70-f78d09904ab9 req-062bc5fe-b49d-4a25-9cb6-e1b427de8bf7 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] No DVR routers for this DVR port 5f7395bd-fe02-4ac0-8828-fe80e578fa7f on host hv-cinder-81558 {{(pid=109071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 04:57:45.602979 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-788d8ea2-1827-44d4-af70-f78d09904ab9 req-062bc5fe-b49d-4a25-9cb6-e1b427de8bf7 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:45.607956 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-788d8ea2-1827-44d4-af70-f78d09904ab9 req-062bc5fe-b49d-4a25-9cb6-e1b427de8bf7 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.41 "DELETE /v2.0/ports/5f7395bd-fe02-4ac0-8828-fe80e578fa7f HTTP/1.1" status: 204 len: 173 time: 0.4197030 Nov 25 04:57:45.608447 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba6c16d-25ab-49d5-bfd4-16dd1f04a258', 'name': 'network-vif-deleted', 'tag': '5f7395bd-fe02-4ac0-8828-fe80e578fa7f'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:57:45.609143 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6de02fbe-aa9f-4ede-8fcf-f461bbceef88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:45.610849 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d57e7af397f6b944dcc9a6f5390767d05535c9c85852faf17d281085e8a62f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6395b11-acd9-410f-8bcb-434927cf033d" -d '{"events": [{"server_uuid": "6ba6c16d-25ab-49d5-bfd4-16dd1f04a258", "name": "network-vif-deleted", "tag": "5f7395bd-fe02-4ac0-8828-fe80e578fa7f"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:57:45.613093 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-6de02fbe-aa9f-4ede-8fcf-f461bbceef88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:45.617627 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-6de02fbe-aa9f-4ede-8fcf-f461bbceef88 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7e0f6ada-6cd4-46e8-a2b1-6b67941a5c5e HTTP/1.1" status: 204 len: 168 time: 0.1373320 Nov 25 04:57:45.628572 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de02fbe-aa9f-4ede-8fcf-f461bbceef88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0f6ada-6cd4-46e8-a2b1-6b67941a5c5e,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:57:45.673441 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab5d952-ee3d-4ed0-b7cb-995daf60d878 x-openstack-request-id: req-0ab5d952-ee3d-4ed0-b7cb-995daf60d878 {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:57:45.673812 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba6c16d-25ab-49d5-bfd4-16dd1f04a258", "name": "network-vif-deleted", "tag": "5f7395bd-fe02-4ac0-8828-fe80e578fa7f", "status": "completed", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:57:45.674169 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0ab5d952-ee3d-4ed0-b7cb-995daf60d878 {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:57:45.675019 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba6c16d-25ab-49d5-bfd4-16dd1f04a258', 'name': 'network-vif-deleted', 'tag': '5f7395bd-fe02-4ac0-8828-fe80e578fa7f', 'status': 'completed', 'code': 200} Nov 25 04:57:45.712565 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-48d0b3cf-080c-423d-bb25-aa9faa402c9f req-61819a9d-0006-4589-9c3b-272574137d21 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/ports?device_id=6ba6c16d-25ab-49d5-bfd4-16dd1f04a258 HTTP/1.1" status: 200 len: 210 time: 0.0266445 Nov 25 04:57:49.027445 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 5f7395bd-fe02-4ac0-8828-fe80e578fa7f no longer exists at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:57:49.050503 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] No Port match for: 5f7395bd-fe02-4ac0-8828-fe80e578fa7f {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 04:57:49.050846 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 5f7395bd-fe02-4ac0-8828-fe80e578fa7f not bound to the agent host hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 04:57:54.180735 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:57:57.791430 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-ab313d3c-f240-4a84-b51e-a5911145cca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:58:00.181388 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-b4d01b4c-f693-410c-b460-5379407b2422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:58:00.919345 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-0cd12436-73dc-40ac-9917-1d90a8cfdac3 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:58:00.920764 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-0cd12436-73dc-40ac-9917-1d90a8cfdac3 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/networks?id=6d68842c-75f4-4bfe-817b-43ce616393a4 HTTP/1.1" status: 200 len: 813 time: 0.1112118 Nov 25 04:58:00.941742 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-8bbf21ed-b3a1-4ba8-b1d0-f99d4442622b tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/quotas/f2fc92afbcbd4ebcad522e660bb5e8da HTTP/1.1" status: 200 len: 375 time: 0.0105979 Nov 25 04:58:00.981064 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-894aa2b7-645d-4758-8137-9ddeadcfdb63 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f2fc92afbcbd4ebcad522e660bb5e8da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326869 Nov 25 04:58:01.080879 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-cac584ad-35d4-405b-be25-ab980b0c8da3 service neutron] 10.222.0.36 "GET /v2.0/networks/6d68842c-75f4-4bfe-817b-43ce616393a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922711 Nov 25 04:58:01.172429 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-176d7a1a-8d35-4766-bca4-33d18b1a4dd1 service neutron] 10.222.0.36 "GET /v2.0/networks/6d68842c-75f4-4bfe-817b-43ce616393a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856342 Nov 25 04:58:01.254100 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:58:01.334025 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-bd5f516d-0c06-41a1-87fd-63cb03d9c2eb req-c22f4fcb-711a-4d3b-b120-455b474b599c tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d1601eb-6af8-4b4a-b589-c26486be025a HTTP/1.1" status: 200 len: 210 time: 0.0260508 Nov 25 04:58:02.449363 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-812bc7ad-3204-4fe7-a2e0-04938cf56902 req-97c3f37f-3de2-44de-a9bb-7655ccb2a425 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d1601eb-6af8-4b4a-b589-c26486be025a HTTP/1.1" status: 200 len: 210 time: 0.0414202 Nov 25 04:58:02.458629 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-91fe790d-cb92-460b-b241-b464f5099400 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:58:02.461359 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-91fe790d-cb92-460b-b241-b464f5099400 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.41 "GET /v2.0/networks?id=6d68842c-75f4-4bfe-817b-43ce616393a4 HTTP/1.1" status: 200 len: 813 time: 0.1210127 Nov 25 04:58:02.482618 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-cc9f77ca-0dcf-4932-b7fb-a30ebd757026 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Request body: {'port': {'device_id': '4d1601eb-6af8-4b4a-b589-c26486be025a', 'network_id': '6d68842c-75f4-4bfe-817b-43ce616393a4', 'admin_state_up': True, 'tenant_id': 'f2fc92afbcbd4ebcad522e660bb5e8da'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:58:02.599364 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-cc9f77ca-0dcf-4932-b7fb-a30ebd757026 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Made reservation on behalf of f2fc92afbcbd4ebcad522e660bb5e8da for: {'port': 1} {{(pid=109071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:58:02.603110 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-cc9f77ca-0dcf-4932-b7fb-a30ebd757026 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:58:02.658955 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:58:02.996801 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.db_base_plugin_common [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-cc9f77ca-0dcf-4932-b7fb-a30ebd757026 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Allocated IP 172.20.0.14 (6d68842c-75f4-4bfe-817b-43ce616393a4/3cafe4f2-684f-4f68-8876-d8e638f42ecb/cccd1a3a-57fe-4237-9fe8-f7f803a5c218) {{(pid=109071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:58:03.149494 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-cc9f77ca-0dcf-4932-b7fb-a30ebd757026 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Publish callbacks [] for port, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:58:03.187083 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-cc9f77ca-0dcf-4932-b7fb-a30ebd757026 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:58:03.232828 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-cc9f77ca-0dcf-4932-b7fb-a30ebd757026 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Network 6d68842c-75f4-4bfe-817b-43ce616393a4 is already hosted by enough agents. {{(pid=109071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:58:03.236311 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-cc9f77ca-0dcf-4932-b7fb-a30ebd757026 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Resources bound (agent type, host, resource id): {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:58:03.240346 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-cc9f77ca-0dcf-4932-b7fb-a30ebd757026 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Received port after_create {{(pid=109071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:58:03.264262 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f77ca-0dcf-4932-b7fb-a30ebd757026 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Pushing event updated for resources: {'Port': ['ID=cccd1a3a-57fe-4237-9fe8-f7f803a5c218,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:58:03.292888 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-cc9f77ca-0dcf-4932-b7fb-a30ebd757026 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:58:03.293495 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-cc9f77ca-0dcf-4932-b7fb-a30ebd757026 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:58:03.310233 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-cc9f77ca-0dcf-4932-b7fb-a30ebd757026 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8322685 Nov 25 04:58:03.330292 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-1442aac4-fe5f-4e7f-ac1b-fd32740ae7d6 service neutron] Request body: {'port': {'device_id': '4d1601eb-6af8-4b4a-b589-c26486be025a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:58:03.389264 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-1442aac4-fe5f-4e7f-ac1b-fd32740ae7d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:58:03.564040 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:58:03.626772 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25f412-87fb-430c-9a93-0ef58a1cb52a req-a14f259b-3c0b-453e-985d-2ef726da79e5 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:58:03.628309 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-cd25f412-87fb-430c-9a93-0ef58a1cb52a req-a14f259b-3c0b-453e-985d-2ef726da79e5 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d1601eb-6af8-4b4a-b589-c26486be025a HTTP/1.1" status: 200 len: 932 time: 0.1005204 Nov 25 04:58:03.725019 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-cd25f412-87fb-430c-9a93-0ef58a1cb52a req-1ed25e65-905b-4592-af1e-e352c0b44136 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/security-groups?id=878b348e-1d6e-4790-a553-a1925e2f0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892026 Nov 25 04:58:03.736033 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-1442aac4-fe5f-4e7f-ac1b-fd32740ae7d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cccd1a3a-57fe-4237-9fe8-f7f803a5c218 {{(pid=109071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:58:03.743581 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-1442aac4-fe5f-4e7f-ac1b-fd32740ae7d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:58:03.755812 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-1442aac4-fe5f-4e7f-ac1b-fd32740ae7d6 service neutron] Transition to ACTIVE for port object cccd1a3a-57fe-4237-9fe8-f7f803a5c218 will not be triggered until provisioned by entity L2. {{(pid=109071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 04:58:03.761193 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-1442aac4-fe5f-4e7f-ac1b-fd32740ae7d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8963629'] for port, after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:58:03.808455 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1442aac4-fe5f-4e7f-ac1b-fd32740ae7d6 service neutron] Pushing event updated for resources: {'Port': ['ID=cccd1a3a-57fe-4237-9fe8-f7f803a5c218,revision_number=2']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:58:03.878784 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-1442aac4-fe5f-4e7f-ac1b-fd32740ae7d6 service neutron] Attempting to bind port cccd1a3a-57fe-4237-9fe8-f7f803a5c218 on host hv-cinder-81558 for vnic_type normal with profile {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:58:03.879091 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-1442aac4-fe5f-4e7f-ac1b-fd32740ae7d6 service neutron] Attempting to bind port cccd1a3a-57fe-4237-9fe8-f7f803a5c218 by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '062a1128-0e87-4bcf-8d49-f93a0c13c97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6d68842c-75f4-4bfe-817b-43ce616393a4'}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:58:03.879439 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-1442aac4-fe5f-4e7f-ac1b-fd32740ae7d6 service neutron] Attempting to bind port cccd1a3a-57fe-4237-9fe8-f7f803a5c218 on network 6d68842c-75f4-4bfe-817b-43ce616393a4 {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:58:03.883791 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-1442aac4-fe5f-4e7f-ac1b-fd32740ae7d6 service neutron] Port cccd1a3a-57fe-4237-9fe8-f7f803a5c218 on network 6d68842c-75f4-4bfe-817b-43ce616393a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 04:58:03.884105 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-1442aac4-fe5f-4e7f-ac1b-fd32740ae7d6 service neutron] Attempting to bind port cccd1a3a-57fe-4237-9fe8-f7f803a5c218 on network 6d68842c-75f4-4bfe-817b-43ce616393a4 {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:58:03.889133 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-1442aac4-fe5f-4e7f-ac1b-fd32740ae7d6 service neutron] Checking agent: {'id': '1f14ab98-53f7-4a68-bcc6-b943f33cb2d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'started_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:58:03.889464 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-1442aac4-fe5f-4e7f-ac1b-fd32740ae7d6 service neutron] Checking segment: {'id': '062a1128-0e87-4bcf-8d49-f93a0c13c97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6d68842c-75f4-4bfe-817b-43ce616393a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:58:03.889843 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-1442aac4-fe5f-4e7f-ac1b-fd32740ae7d6 service neutron] Bound using segment: {'id': '062a1128-0e87-4bcf-8d49-f93a0c13c97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6d68842c-75f4-4bfe-817b-43ce616393a4'} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:58:03.890260 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-1442aac4-fe5f-4e7f-ac1b-fd32740ae7d6 service neutron] Bound port: cccd1a3a-57fe-4237-9fe8-f7f803a5c218, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062a1128-0e87-4bcf-8d49-f93a0c13c97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6d68842c-75f4-4bfe-817b-43ce616393a4'}}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:58:03.890614 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-1442aac4-fe5f-4e7f-ac1b-fd32740ae7d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:58:03.956486 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-1442aac4-fe5f-4e7f-ac1b-fd32740ae7d6 service neutron] For port cccd1a3a-57fe-4237-9fe8-f7f803a5c218, host hv-cinder-81558, cleared binding levels {{(pid=109071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:58:03.959642 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-1442aac4-fe5f-4e7f-ac1b-fd32740ae7d6 service neutron] For port cccd1a3a-57fe-4237-9fe8-f7f803a5c218, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=cccd1a3a-57fe-4237-9fe8-f7f803a5c218,segment=NetworkSegment(062a1128-0e87-4bcf-8d49-f93a0c13c97d),segment_id=062a1128-0e87-4bcf-8d49-f93a0c13c97d)] {{(pid=109071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:58:03.967733 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-1442aac4-fe5f-4e7f-ac1b-fd32740ae7d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8963629'] for port, after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:58:04.002862 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-1442aac4-fe5f-4e7f-ac1b-fd32740ae7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:58:04.003470 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-1442aac4-fe5f-4e7f-ac1b-fd32740ae7d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:58:04.004874 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-1442aac4-fe5f-4e7f-ac1b-fd32740ae7d6 service neutron] 10.222.0.41 "PUT /v2.0/ports/cccd1a3a-57fe-4237-9fe8-f7f803a5c218 HTTP/1.1" status: 200 len: 1094 time: 0.6787484 Nov 25 04:58:04.005306 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1601eb-6af8-4b4a-b589-c26486be025a', 'tag': 'cccd1a3a-57fe-4237-9fe8-f7f803a5c218'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:58:04.007544 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d57e7af397f6b944dcc9a6f5390767d05535c9c85852faf17d281085e8a62f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa0b7d7-7e5c-41c1-abf9-bc173bbedc2c" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1601eb-6af8-4b4a-b589-c26486be025a", "tag": "cccd1a3a-57fe-4237-9fe8-f7f803a5c218"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:58:04.029717 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1442aac4-fe5f-4e7f-ac1b-fd32740ae7d6 service neutron] Pushing event updated for resources: {'Port': ['ID=cccd1a3a-57fe-4237-9fe8-f7f803a5c218,revision_number=3']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:58:04.045093 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 04:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6b3008-f8c5-4380-a43b-4903d2cec2ba x-openstack-request-id: req-ec6b3008-f8c5-4380-a43b-4903d2cec2ba {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:58:04.045411 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1601eb-6af8-4b4a-b589-c26486be025a", "tag": "cccd1a3a-57fe-4237-9fe8-f7f803a5c218", "status": "completed", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:58:04.045643 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ec6b3008-f8c5-4380-a43b-4903d2cec2ba {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:58:04.046050 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d1601eb-6af8-4b4a-b589-c26486be025a', 'tag': 'cccd1a3a-57fe-4237-9fe8-f7f803a5c218', 'status': 'completed', 'code': 200} Nov 25 04:58:04.854328 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2cfb5-ff05-4e36-a6da-062273dac8bd req-a05dacdc-30c0-490a-a091-b2b13625438e tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:58:04.855920 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-7aa2cfb5-ff05-4e36-a6da-062273dac8bd req-a05dacdc-30c0-490a-a091-b2b13625438e tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d1601eb-6af8-4b4a-b589-c26486be025a HTTP/1.1" status: 200 len: 944 time: 0.0587127 Nov 25 04:58:04.913065 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-7aa2cfb5-ff05-4e36-a6da-062273dac8bd req-16e68483-ef10-435f-bb52-126004bf0849 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/security-groups?id=878b348e-1d6e-4790-a553-a1925e2f0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488138 Nov 25 04:58:06.032584 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 6 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 04:58:06.050186 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876a019-6920-4729-aed2-10641b2dcae8 req-006d478c-5c29-4e28-84d3-0ea70f680014 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:58:06.051722 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4876a019-6920-4729-aed2-10641b2dcae8 req-006d478c-5c29-4e28-84d3-0ea70f680014 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d1601eb-6af8-4b4a-b589-c26486be025a HTTP/1.1" status: 200 len: 944 time: 0.0594473 Nov 25 04:58:06.104442 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4876a019-6920-4729-aed2-10641b2dcae8 req-e6718116-01d5-485c-8226-f61e3bed2878 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/security-groups?id=878b348e-1d6e-4790-a553-a1925e2f0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435979 Nov 25 04:58:06.260510 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0b7d7-7e5c-41c1-abf9-bc173bbedc2c req-52aaf334-9203-41a4-a0cb-448e61d6093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:58:06.261904 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0aa0b7d7-7e5c-41c1-abf9-bc173bbedc2c req-52aaf334-9203-41a4-a0cb-448e61d6093f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f2fc92afbcbd4ebcad522e660bb5e8da&device_id=4d1601eb-6af8-4b4a-b589-c26486be025a HTTP/1.1" status: 200 len: 1097 time: 0.0482357 Nov 25 04:58:06.376402 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0b7d7-7e5c-41c1-abf9-bc173bbedc2c req-68a942c5-d49f-4ba6-b22e-e0df18db7632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:58:06.377895 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0aa0b7d7-7e5c-41c1-abf9-bc173bbedc2c req-68a942c5-d49f-4ba6-b22e-e0df18db7632 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f2fc92afbcbd4ebcad522e660bb5e8da&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1008840 Nov 25 04:58:06.477149 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0b7d7-7e5c-41c1-abf9-bc173bbedc2c req-fa9c7c87-07aa-4579-b868-60ffbf58e2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:58:06.478628 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-0aa0b7d7-7e5c-41c1-abf9-bc173bbedc2c req-fa9c7c87-07aa-4579-b868-60ffbf58e2b9 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936372 Nov 25 04:58:06.592828 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-3687c982-6c04-4dbb-a0ca-e64d718da37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:58:06.594467 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-3687c982-6c04-4dbb-a0ca-e64d718da37c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f2fc92afbcbd4ebcad522e660bb5e8da&device_id=4d1601eb-6af8-4b4a-b589-c26486be025a HTTP/1.1" status: 200 len: 1097 time: 0.0440953 Nov 25 04:58:06.642869 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-407aaca7-b4e6-4c29-a11b-e0d67d2cb578 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cccd1a3a-57fe-4237-9fe8-f7f803a5c218 HTTP/1.1" status: 200 len: 217 time: 0.0341463 Nov 25 04:58:06.695562 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-36ea5c1b-0346-42d1-9682-77f04e12a1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:58:06.697021 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-36ea5c1b-0346-42d1-9682-77f04e12a1a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3cafe4f2-684f-4f68-8876-d8e638f42ecb HTTP/1.1" status: 200 len: 853 time: 0.0467026 Nov 25 04:58:06.734916 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-432af8c8-2df9-4bbf-b06c-1d6a389e90b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6d68842c-75f4-4bfe-817b-43ce616393a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299599 Nov 25 04:58:06.827346 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-7d8e7b0f-5f0e-41d6-a287-93b624372a0c service neutron] 10.222.0.41 "GET /v2.0/networks/6d68842c-75f4-4bfe-817b-43ce616393a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851026 Nov 25 04:58:06.924595 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-6e65f612-5a48-4abb-a887-6b7927ed881c req-ca105221-1a1a-478b-8b4c-b771f3940ed8 service neutron] 10.222.0.41 "GET /v2.0/networks/6d68842c-75f4-4bfe-817b-43ce616393a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888572 Nov 25 04:58:07.245269 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389f2b2-ba88-4e5c-8c66-89eaeb96cfbf req-45d19c3d-2771-427c-94d0-915c6596ffde tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:58:07.246764 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5389f2b2-ba88-4e5c-8c66-89eaeb96cfbf req-45d19c3d-2771-427c-94d0-915c6596ffde tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d1601eb-6af8-4b4a-b589-c26486be025a HTTP/1.1" status: 200 len: 944 time: 0.0586867 Nov 25 04:58:07.297654 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5389f2b2-ba88-4e5c-8c66-89eaeb96cfbf req-2b28af53-8fbc-4dcb-bd00-84318a26ea83 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/security-groups?id=878b348e-1d6e-4790-a553-a1925e2f0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412414 Nov 25 04:58:08.603306 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f244dc5-6ddf-4712-b3b8-cd79035368b3 req-12378b7a-4842-40d4-a75a-b4d14b0de46b tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:58:08.604755 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7f244dc5-6ddf-4712-b3b8-cd79035368b3 req-12378b7a-4842-40d4-a75a-b4d14b0de46b tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d1601eb-6af8-4b4a-b589-c26486be025a HTTP/1.1" status: 200 len: 944 time: 0.2247918 Nov 25 04:58:08.654150 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7f244dc5-6ddf-4712-b3b8-cd79035368b3 req-62e44a14-35d2-49ae-abbc-bf0d7e27f87d tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/security-groups?id=878b348e-1d6e-4790-a553-a1925e2f0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409179 Nov 25 04:58:09.783718 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca655b-4baf-40e9-9a1f-2f6bd012cf65 req-da795b91-f8c4-4acb-a608-5e62ea81a72f tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:58:09.785172 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ccca655b-4baf-40e9-9a1f-2f6bd012cf65 req-da795b91-f8c4-4acb-a608-5e62ea81a72f tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d1601eb-6af8-4b4a-b589-c26486be025a HTTP/1.1" status: 200 len: 944 time: 0.0512836 Nov 25 04:58:09.856412 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ccca655b-4baf-40e9-9a1f-2f6bd012cf65 req-8a0b8faa-0eec-4718-80ea-18e7e56b8b4f tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/security-groups?id=878b348e-1d6e-4790-a553-a1925e2f0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618937 Nov 25 04:58:10.980917 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeda4b6-13f9-4978-975e-16d130bffaa6 req-efe07fa1-a8c4-4290-8062-56ba22bdf519 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:58:10.982444 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-cdeda4b6-13f9-4978-975e-16d130bffaa6 req-efe07fa1-a8c4-4290-8062-56ba22bdf519 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d1601eb-6af8-4b4a-b589-c26486be025a HTTP/1.1" status: 200 len: 944 time: 0.0513065 Nov 25 04:58:11.038402 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-cdeda4b6-13f9-4978-975e-16d130bffaa6 req-c0be8aa7-f8f1-49a4-a64c-680b7fa16fc3 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/security-groups?id=878b348e-1d6e-4790-a553-a1925e2f0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475829 Nov 25 04:58:11.267524 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device cccd1a3a-57fe-4237-9fe8-f7f803a5c218 details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=109072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 04:58:11.373255 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port cccd1a3a-57fe-4237-9fe8-f7f803a5c218, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=cccd1a3a-57fe-4237-9fe8-f7f803a5c218,segment=NetworkSegment(062a1128-0e87-4bcf-8d49-f93a0c13c97d),segment_id=062a1128-0e87-4bcf-8d49-f93a0c13c97d)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:58:11.385374 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Returning: {'device': 'cccd1a3a-57fe-4237-9fe8-f7f803a5c218', 'network_id': '6d68842c-75f4-4bfe-817b-43ce616393a4', 'port_id': 'cccd1a3a-57fe-4237-9fe8-f7f803a5c218', 'mac_address': 'fa:16:3e:3b:c5:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cafe4f2-684f-4f68-8876-d8e638f42ecb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 04:58:11.423518 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:58:11.437099 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cccd1a3a-57fe-4237-9fe8-f7f803a5c218 {{(pid=109072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:58:11.457590 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port cccd1a3a-57fe-4237-9fe8-f7f803a5c218, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=cccd1a3a-57fe-4237-9fe8-f7f803a5c218,segment=NetworkSegment(062a1128-0e87-4bcf-8d49-f93a0c13c97d),segment_id=062a1128-0e87-4bcf-8d49-f93a0c13c97d)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:58:11.462078 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:58:11.512649 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=cccd1a3a-57fe-4237-9fe8-f7f803a5c218,revision_number=4']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:58:11.520694 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:58:11.521033 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:58:11.521372 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:58:11.521708 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:58:11.522040 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:58:11.522368 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:58:11.522695 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:58:11.523020 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:58:11.523370 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:58:11.523694 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:58:11.524010 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:58:11.524357 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:58:11.582092 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 34382) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:58:11.689836 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ba080b28-0714-48c3-bc1a-f0acd698a78e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:58:11.750497 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['cccd1a3a-57fe-4237-9fe8-f7f803a5c218'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:58:11.777079 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ba080b28-0714-48c3-bc1a-f0acd698a78e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:58:11.782107 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-ba080b28-0714-48c3-bc1a-f0acd698a78e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:58:11.821739 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-ba080b28-0714-48c3-bc1a-f0acd698a78e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=db34f259542b4216ad276a71dd9d8dae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384431 Nov 25 04:58:11.822736 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba080b28-0714-48c3-bc1a-f0acd698a78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246d74cb-75a5-46d8-8236-9909a94b0496,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:58:11.823137 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 34386) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:58:11.874360 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-1b6f1c94-9382-47bd-a0a0-6b710a4284d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:58:11.896008 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-1b6f1c94-9382-47bd-a0a0-6b710a4284d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:58:11.945010 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-1b6f1c94-9382-47bd-a0a0-6b710a4284d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:58:11.947772 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-1b6f1c94-9382-47bd-a0a0-6b710a4284d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:58:11.948974 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-1b6f1c94-9382-47bd-a0a0-6b710a4284d7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/246d74cb-75a5-46d8-8236-9909a94b0496 HTTP/1.1" status: 204 len: 168 time: 0.1242764 Nov 25 04:58:11.957069 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f1c94-9382-47bd-a0a0-6b710a4284d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246d74cb-75a5-46d8-8236-9909a94b0496,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:58:11.964530 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f1c94-9382-47bd-a0a0-6b710a4284d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:58:11.964883 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f1c94-9382-47bd-a0a0-6b710a4284d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:58:11.965228 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f1c94-9382-47bd-a0a0-6b710a4284d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:58:11.965585 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f1c94-9382-47bd-a0a0-6b710a4284d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:58:11.965914 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f1c94-9382-47bd-a0a0-6b710a4284d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:58:11.966591 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f1c94-9382-47bd-a0a0-6b710a4284d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:58:11.966911 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f1c94-9382-47bd-a0a0-6b710a4284d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:58:11.967243 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f1c94-9382-47bd-a0a0-6b710a4284d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:58:11.967589 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f1c94-9382-47bd-a0a0-6b710a4284d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:58:11.967916 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f1c94-9382-47bd-a0a0-6b710a4284d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:58:11.968262 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f1c94-9382-47bd-a0a0-6b710a4284d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:58:11.968586 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6f1c94-9382-47bd-a0a0-6b710a4284d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:58:12.345444 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a248829-e2ac-4326-b25c-f803d18457f3 req-4b79f488-1970-436b-a999-3a34b99ec240 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:58:12.346954 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-3a248829-e2ac-4326-b25c-f803d18457f3 req-4b79f488-1970-436b-a999-3a34b99ec240 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d1601eb-6af8-4b4a-b589-c26486be025a HTTP/1.1" status: 200 len: 945 time: 0.2288926 Nov 25 04:58:12.398390 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-3a248829-e2ac-4326-b25c-f803d18457f3 req-a1d10f45-ce24-47f5-be93-593ae24878d7 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/security-groups?id=878b348e-1d6e-4790-a553-a1925e2f0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450327 Nov 25 04:58:13.282533 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device cccd1a3a-57fe-4237-9fe8-f7f803a5c218 up at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:58:13.340382 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning for port cccd1a3a-57fe-4237-9fe8-f7f803a5c218 completed by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 04:58:13.344928 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning complete for port cccd1a3a-57fe-4237-9fe8-f7f803a5c218 triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:58:13.345722 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:58:13.433673 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:58:13.457100 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1601eb-6af8-4b4a-b589-c26486be025a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccd1a3a-57fe-4237-9fe8-f7f803a5c218'}] {{(pid=109072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:58:13.460029 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21d2e46f9f4131852b38a57b118a04601412ee452ef2f91c34d7ef8e942fd252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8535dda-f827-44f5-a52c-2bd64c3174a8" -d '{"events": [{"server_uuid": "4d1601eb-6af8-4b4a-b589-c26486be025a", "name": "network-vif-plugged", "status": "completed", "tag": "cccd1a3a-57fe-4237-9fe8-f7f803a5c218"}]}' {{(pid=109072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:58:13.474828 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port cccd1a3a-57fe-4237-9fe8-f7f803a5c218, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=cccd1a3a-57fe-4237-9fe8-f7f803a5c218,segment=NetworkSegment(062a1128-0e87-4bcf-8d49-f93a0c13c97d),segment_id=062a1128-0e87-4bcf-8d49-f93a0c13c97d)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:58:13.482297 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:58:13.505555 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba560166-5a66-4421-aed2-30ad880d229e x-openstack-request-id: req-ba560166-5a66-4421-aed2-30ad880d229e {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:58:13.505852 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1601eb-6af8-4b4a-b589-c26486be025a", "name": "network-vif-plugged", "status": "completed", "tag": "cccd1a3a-57fe-4237-9fe8-f7f803a5c218", "code": 200}]} {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:58:13.506089 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ba560166-5a66-4421-aed2-30ad880d229e {{(pid=109072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:58:13.506483 dv-cinder-815582-6-iscsi neutron-server[109072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1601eb-6af8-4b4a-b589-c26486be025a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccd1a3a-57fe-4237-9fe8-f7f803a5c218', 'code': 200} Nov 25 04:58:13.529083 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f8597-abbf-47a4-969f-a1c77dc66800 req-de5aa1ed-39fa-44d4-8c54-73f321bb82cf tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:58:13.530603 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4f4f8597-abbf-47a4-969f-a1c77dc66800 req-de5aa1ed-39fa-44d4-8c54-73f321bb82cf tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d1601eb-6af8-4b4a-b589-c26486be025a HTTP/1.1" status: 200 len: 946 time: 0.0537896 Nov 25 04:58:13.531180 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=cccd1a3a-57fe-4237-9fe8-f7f803a5c218,revision_number=5']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:58:13.581513 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4f4f8597-abbf-47a4-969f-a1c77dc66800 req-32f72753-d032-41cb-8931-8c27a5e58bc8 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/security-groups?id=878b348e-1d6e-4790-a553-a1925e2f0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444362 Nov 25 04:58:13.722332 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca212bf-6bb7-4752-9030-fc99a7ce4a0e req-1d588c57-c89e-4201-bd97-7d64a4d8b064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:58:13.723888 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5ca212bf-6bb7-4752-9030-fc99a7ce4a0e req-1d588c57-c89e-4201-bd97-7d64a4d8b064 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4d1601eb-6af8-4b4a-b589-c26486be025a HTTP/1.1" status: 200 len: 1099 time: 0.0451891 Nov 25 04:58:13.770880 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5ca212bf-6bb7-4752-9030-fc99a7ce4a0e req-d0bb6d6c-3d71-4967-b7ef-185bedb03de7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=878b348e-1d6e-4790-a553-a1925e2f0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401261 Nov 25 04:58:14.701096 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10717092-ec37-4ab6-be91-7e4d2aa22ca0 req-6eeae685-6d64-465f-a9b3-cb80c7ffd8d3 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:58:14.702594 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-10717092-ec37-4ab6-be91-7e4d2aa22ca0 req-6eeae685-6d64-465f-a9b3-cb80c7ffd8d3 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d1601eb-6af8-4b4a-b589-c26486be025a HTTP/1.1" status: 200 len: 946 time: 0.0497913 Nov 25 04:58:14.753270 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-10717092-ec37-4ab6-be91-7e4d2aa22ca0 req-1e37077a-0a14-46ec-83fb-81b1e816aecf tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/security-groups?id=878b348e-1d6e-4790-a553-a1925e2f0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445313 Nov 25 04:58:15.879612 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defea5a-0bb1-4f83-9248-65f584b1df66 req-901c1379-3b13-4455-99d7-81304b90278f tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:58:15.881559 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2defea5a-0bb1-4f83-9248-65f584b1df66 req-901c1379-3b13-4455-99d7-81304b90278f tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d1601eb-6af8-4b4a-b589-c26486be025a HTTP/1.1" status: 200 len: 946 time: 0.0561116 Nov 25 04:58:15.936465 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-2defea5a-0bb1-4f83-9248-65f584b1df66 req-5c7eaba7-d865-4464-afc2-3686485ab6ee tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/security-groups?id=878b348e-1d6e-4790-a553-a1925e2f0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487947 Nov 25 04:58:24.188266 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:58:27.791608 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-c0216f94-e169-46fa-9890-6b93b1d321ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:58:28.370928 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5a88e5cd-304e-4b28-84af-69d60bbdde65 req-725c84fa-ff9d-455e-98ba-18006ef2ddf1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a4e05430-70d1-4c16-868d-c2efd1714b2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0995078 Nov 25 04:58:28.476673 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88e5cd-304e-4b28-84af-69d60bbdde65 req-77204359-4c5f-4dd6-b889-2590d3727cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:58:28.478389 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5a88e5cd-304e-4b28-84af-69d60bbdde65 req-77204359-4c5f-4dd6-b889-2590d3727cde service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8522662999744d00a4b23e041e4ada60&device_id=a4e05430-70d1-4c16-868d-c2efd1714b2c HTTP/1.1" status: 200 len: 1099 time: 0.0433590 Nov 25 04:58:29.442643 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88e5cd-304e-4b28-84af-69d60bbdde65 req-45fd146b-b9d8-45eb-814e-c087e775a860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:58:29.444070 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5a88e5cd-304e-4b28-84af-69d60bbdde65 req-45fd146b-b9d8-45eb-814e-c087e775a860 service neutron] 10.222.0.41 "GET /v2.0/networks?id=47f24a18-0d1d-47fa-a7be-085d929bd977 HTTP/1.1" status: 200 len: 913 time: 0.1007321 Nov 25 04:58:30.186312 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-979cce9c-243d-4452-b537-ddefbd130171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:58:30.241211 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5a88e5cd-304e-4b28-84af-69d60bbdde65 req-486151ea-3a8d-4983-bc3b-45fa3ca0a1a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e97344f2-6321-4420-8f0b-111a9d726890 HTTP/1.1" status: 200 len: 1002 time: 0.0695279 Nov 25 04:58:31.171657 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88e5cd-304e-4b28-84af-69d60bbdde65 req-786c0126-c6c2-454c-a838-15da3d13295c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:58:31.173196 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5a88e5cd-304e-4b28-84af-69d60bbdde65 req-786c0126-c6c2-454c-a838-15da3d13295c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3814844c-278b-47e5-8d6f-60a115ac1abb HTTP/1.1" status: 200 len: 851 time: 0.0523794 Nov 25 04:58:31.230058 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88e5cd-304e-4b28-84af-69d60bbdde65 req-ce1af1c2-cda1-4335-aa27-f447d0988e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:58:31.231537 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5a88e5cd-304e-4b28-84af-69d60bbdde65 req-ce1af1c2-cda1-4335-aa27-f447d0988e98 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=47f24a18-0d1d-47fa-a7be-085d929bd977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406158 Nov 25 04:58:31.243653 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [req-5a88e5cd-304e-4b28-84af-69d60bbdde65 req-6993240b-bffd-42ed-b5cd-25c755699e11 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109071) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 04:58:31.244869 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5a88e5cd-304e-4b28-84af-69d60bbdde65 req-6993240b-bffd-42ed-b5cd-25c755699e11 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053840 Nov 25 04:58:31.257804 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:58:31.342442 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5a88e5cd-304e-4b28-84af-69d60bbdde65 req-ef89155e-2811-47fd-b8b7-fc58af833cc2 service neutron] 10.222.0.41 "GET /v2.0/networks/47f24a18-0d1d-47fa-a7be-085d929bd977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893397 Nov 25 04:58:31.436825 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5a88e5cd-304e-4b28-84af-69d60bbdde65 req-102aa847-50d1-408e-bad1-18e3b83667a6 service neutron] 10.222.0.41 "GET /v2.0/networks/47f24a18-0d1d-47fa-a7be-085d929bd977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836127 Nov 25 04:58:32.667856 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:58:33.576116 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:58:37.140477 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddfd8dc-da19-4820-ac47-23f22fd83f32 req-bac70782-904d-4f97-abf1-1835f02159b4 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:58:37.141899 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fddfd8dc-da19-4820-ac47-23f22fd83f32 req-bac70782-904d-4f97-abf1-1835f02159b4 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d1601eb-6af8-4b4a-b589-c26486be025a HTTP/1.1" status: 200 len: 946 time: 0.0522578 Nov 25 04:58:37.191959 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-fddfd8dc-da19-4820-ac47-23f22fd83f32 req-5baceea2-e650-4be3-abb4-5c59bc65db0c tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/security-groups?id=878b348e-1d6e-4790-a553-a1925e2f0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414789 Nov 25 04:58:38.334546 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73713bfb-41ee-44c3-ae32-0cbeabba0c42 req-57750550-09c7-41ac-bf8f-4631a89ff504 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:58:38.336028 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-73713bfb-41ee-44c3-ae32-0cbeabba0c42 req-57750550-09c7-41ac-bf8f-4631a89ff504 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d1601eb-6af8-4b4a-b589-c26486be025a HTTP/1.1" status: 200 len: 946 time: 0.0636363 Nov 25 04:58:38.389204 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-73713bfb-41ee-44c3-ae32-0cbeabba0c42 req-d089aba2-cc10-4cd9-a4f2-97ad746cedec tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/security-groups?id=878b348e-1d6e-4790-a553-a1925e2f0d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435321 Nov 25 04:58:38.962146 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc356d7-2d05-4cf7-8dec-5f515b300709 req-62bfe938-129f-49d3-b45a-96ad72f67219 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:58:38.963523 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ddc356d7-2d05-4cf7-8dec-5f515b300709 req-62bfe938-129f-49d3-b45a-96ad72f67219 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d1601eb-6af8-4b4a-b589-c26486be025a HTTP/1.1" status: 200 len: 946 time: 0.0558138 Nov 25 04:58:39.057356 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [req-ddc356d7-2d05-4cf7-8dec-5f515b300709 req-70429482-fe5f-409b-9abb-dd981c503375 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Deleting port cccd1a3a-57fe-4237-9fe8-f7f803a5c218 {{(pid=109071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 04:58:39.057710 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-ddc356d7-2d05-4cf7-8dec-5f515b300709 req-70429482-fe5f-409b-9abb-dd981c503375 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:58:39.155389 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [req-ddc356d7-2d05-4cf7-8dec-5f515b300709 req-70429482-fe5f-409b-9abb-dd981c503375 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] For port cccd1a3a-57fe-4237-9fe8-f7f803a5c218, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=cccd1a3a-57fe-4237-9fe8-f7f803a5c218,segment=NetworkSegment(062a1128-0e87-4bcf-8d49-f93a0c13c97d),segment_id=062a1128-0e87-4bcf-8d49-f93a0c13c97d)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:58:39.155728 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-ddc356d7-2d05-4cf7-8dec-5f515b300709 req-70429482-fe5f-409b-9abb-dd981c503375 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:58:39.168262 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [req-ddc356d7-2d05-4cf7-8dec-5f515b300709 req-70429482-fe5f-409b-9abb-dd981c503375 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Calling delete_port for cccd1a3a-57fe-4237-9fe8-f7f803a5c218 owned by compute:nova {{(pid=109071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 04:58:39.304506 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-ddc356d7-2d05-4cf7-8dec-5f515b300709 req-70429482-fe5f-409b-9abb-dd981c503375 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:58:39.332181 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70429482-fe5f-409b-9abb-dd981c503375 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Pushing event deleted for resources: {'Port': ['ID=cccd1a3a-57fe-4237-9fe8-f7f803a5c218,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:58:39.339289 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['cccd1a3a-57fe-4237-9fe8-f7f803a5c218'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:58:39.374366 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc356d7-2d05-4cf7-8dec-5f515b300709 req-70429482-fe5f-409b-9abb-dd981c503375 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] No DVR routers for this DVR port cccd1a3a-57fe-4237-9fe8-f7f803a5c218 on host hv-cinder-81558 {{(pid=109071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 04:58:39.377014 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-ddc356d7-2d05-4cf7-8dec-5f515b300709 req-70429482-fe5f-409b-9abb-dd981c503375 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:58:39.380391 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ddc356d7-2d05-4cf7-8dec-5f515b300709 req-70429482-fe5f-409b-9abb-dd981c503375 tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.41 "DELETE /v2.0/ports/cccd1a3a-57fe-4237-9fe8-f7f803a5c218 HTTP/1.1" status: 204 len: 173 time: 0.4097390 Nov 25 04:58:39.380836 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1601eb-6af8-4b4a-b589-c26486be025a', 'name': 'network-vif-deleted', 'tag': 'cccd1a3a-57fe-4237-9fe8-f7f803a5c218'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:58:39.383114 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d57e7af397f6b944dcc9a6f5390767d05535c9c85852faf17d281085e8a62f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402dbb8f-e05c-4f8d-8598-f448ba2e85d1" -d '{"events": [{"server_uuid": "4d1601eb-6af8-4b4a-b589-c26486be025a", "name": "network-vif-deleted", "tag": "cccd1a3a-57fe-4237-9fe8-f7f803a5c218"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:58:39.421948 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c7b92d-67db-4ff3-9819-902661a95186 x-openstack-request-id: req-07c7b92d-67db-4ff3-9819-902661a95186 {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:58:39.422250 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1601eb-6af8-4b4a-b589-c26486be025a", "name": "network-vif-deleted", "tag": "cccd1a3a-57fe-4237-9fe8-f7f803a5c218", "status": "completed", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:58:39.422535 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-07c7b92d-67db-4ff3-9819-902661a95186 {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:58:39.423021 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1601eb-6af8-4b4a-b589-c26486be025a', 'name': 'network-vif-deleted', 'tag': 'cccd1a3a-57fe-4237-9fe8-f7f803a5c218', 'status': 'completed', 'code': 200} Nov 25 04:58:39.495609 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-30def1bd-5301-49e5-a0d8-5dce280a39ea req-1d5c3de6-d9bb-4b50-8294-1cd7bb75cd8a tempest-VolumesSnapshotTestJSON-1953432790 tempest-VolumesSnapshotTestJSON-1953432790-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d1601eb-6af8-4b4a-b589-c26486be025a HTTP/1.1" status: 200 len: 210 time: 0.0320067 Nov 25 04:58:43.038045 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 6 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 04:58:44.918830 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device cccd1a3a-57fe-4237-9fe8-f7f803a5c218 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 04:58:44.948815 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] No Port match for: cccd1a3a-57fe-4237-9fe8-f7f803a5c218 {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 04:58:44.949151 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device cccd1a3a-57fe-4237-9fe8-f7f803a5c218 not bound to the agent host hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 04:58:54.200617 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:58:57.795585 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9f6f4942-fbbc-406e-9b40-ed7008ecdf85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:00.186725 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-2c9637b7-1677-4d3c-86dc-6ac76ae45065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:01.267384 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:02.668561 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:02.803701 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 34628) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:59:02.849830 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cace0c7-5fbc-48c4-b1fc-95fe303566db admin admin] Deleting subnet 3cafe4f2-684f-4f68-8876-d8e638f42ecb {{(pid=109071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 04:59:02.852972 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5cace0c7-5fbc-48c4-b1fc-95fe303566db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:02.887524 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5cace0c7-5fbc-48c4-b1fc-95fe303566db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-137230'] for subnet, precommit_delete_associations {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:02.926345 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5cace0c7-5fbc-48c4-b1fc-95fe303566db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-567804'] for subnet, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:02.981484 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5cace0c7-5fbc-48c4-b1fc-95fe303566db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-567559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8963827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9254930'] for subnet, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:03.010416 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cace0c7-5fbc-48c4-b1fc-95fe303566db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cafe4f2-684f-4f68-8876-d8e638f42ecb,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:59:03.016532 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-5cace0c7-5fbc-48c4-b1fc-95fe303566db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for subnet, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:03.017956 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-5cace0c7-5fbc-48c4-b1fc-95fe303566db admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3cafe4f2-684f-4f68-8876-d8e638f42ecb HTTP/1.1" status: 204 len: 168 time: 0.2127781 Nov 25 04:59:03.020030 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 34630) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:59:03.087006 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-78b784a4-c29a-418c-9098-e1cc54eb4ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-683350'] for network, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:03.168190 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-78b784a4-c29a-418c-9098-e1cc54eb4ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568939', 'neutron.services.segments.db._delete_segments_for_network-8783340406995'] for network, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:03.189722 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.services.segments.db [None req-78b784a4-c29a-418c-9098-e1cc54eb4ff0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d68842c-75f4-4bfe-817b-43ce616393a4']}} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:59:03.199596 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.services.segments.db [None req-78b784a4-c29a-418c-9098-e1cc54eb4ff0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '062a1128-0e87-4bcf-8d49-f93a0c13c97d') {'for_net_delete': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:59:03.199913 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.services.segments.db [None req-78b784a4-c29a-418c-9098-e1cc54eb4ff0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '062a1128-0e87-4bcf-8d49-f93a0c13c97d') {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:59:03.209363 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-78b784a4-c29a-418c-9098-e1cc54eb4ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783340412124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-137221'] for segment, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:03.223155 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-78b784a4-c29a-418c-9098-e1cc54eb4ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041'] for segment, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:03.229400 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78b784a4-c29a-418c-9098-e1cc54eb4ff0 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=109071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 04:59:03.229782 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-78b784a4-c29a-418c-9098-e1cc54eb4ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8963593'] for segment, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:03.231508 dv-cinder-815582-6-iscsi neutron-server[109071]: Traceback (most recent call last): Nov 25 04:59:03.231508 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 04:59:03.231508 dv-cinder-815582-6-iscsi neutron-server[109071]: timer() Nov 25 04:59:03.231508 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 04:59:03.231508 dv-cinder-815582-6-iscsi neutron-server[109071]: cb(*args, **kw) Nov 25 04:59:03.231508 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 04:59:03.231508 dv-cinder-815582-6-iscsi neutron-server[109071]: return func(*args, **kwargs) Nov 25 04:59:03.231508 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 04:59:03.231508 dv-cinder-815582-6-iscsi neutron-server[109071]: self._notify() Nov 25 04:59:03.231508 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 04:59:03.231508 dv-cinder-815582-6-iscsi neutron-server[109071]: self.callback(batched_events) Nov 25 04:59:03.231508 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 04:59:03.231508 dv-cinder-815582-6-iscsi neutron-server[109071]: event.method(event) Nov 25 04:59:03.231508 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 04:59:03.231508 dv-cinder-815582-6-iscsi neutron-server[109071]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 04:59:03.231508 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 04:59:03.231508 dv-cinder-815582-6-iscsi neutron-server[109071]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 04:59:03.231508 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 04:59:03.231508 dv-cinder-815582-6-iscsi neutron-server[109071]: return f(self, *a, **k) Nov 25 04:59:03.231508 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 04:59:03.231508 dv-cinder-815582-6-iscsi neutron-server[109071]: return self._get(url).json() Nov 25 04:59:03.231508 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 04:59:03.231508 dv-cinder-815582-6-iscsi neutron-server[109071]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 04:59:03.231508 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 04:59:03.231508 dv-cinder-815582-6-iscsi neutron-server[109071]: return self.request(url, 'GET', **kwargs) Nov 25 04:59:03.231508 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 04:59:03.231508 dv-cinder-815582-6-iscsi neutron-server[109071]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 04:59:03.231508 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 04:59:03.231508 dv-cinder-815582-6-iscsi neutron-server[109071]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 04:59:03.231508 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 04:59:03.231508 dv-cinder-815582-6-iscsi neutron-server[109071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 04:59:03.231508 dv-cinder-815582-6-iscsi neutron-server[109071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 04:59:03.294311 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-78b784a4-c29a-418c-9098-e1cc54eb4ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:03.299915 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-78b784a4-c29a-418c-9098-e1cc54eb4ff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for network, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:03.303137 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-78b784a4-c29a-418c-9098-e1cc54eb4ff0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6d68842c-75f4-4bfe-817b-43ce616393a4 HTTP/1.1" status: 204 len: 168 time: 0.2821496 Nov 25 04:59:03.314154 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b784a4-c29a-418c-9098-e1cc54eb4ff0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d68842c-75f4-4bfe-817b-43ce616393a4,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:59:03.473742 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 34634) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:59:03.523408 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-9b29e000-205b-45a5-b79b-90168a06bcef admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f2fc92afbcbd4ebcad522e660bb5e8da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0482171 Nov 25 04:59:03.526075 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 34636) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:59:03.560888 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:03.581910 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ee18443c-83cd-422b-bf9e-41e4e7aab28b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:03.604281 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ee18443c-83cd-422b-bf9e-41e4e7aab28b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:03.654191 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ee18443c-83cd-422b-bf9e-41e4e7aab28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:03.656877 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-ee18443c-83cd-422b-bf9e-41e4e7aab28b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:03.658065 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-ee18443c-83cd-422b-bf9e-41e4e7aab28b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/878b348e-1d6e-4790-a553-a1925e2f0d00 HTTP/1.1" status: 204 len: 168 time: 0.1311035 Nov 25 04:59:03.665828 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee18443c-83cd-422b-bf9e-41e4e7aab28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878b348e-1d6e-4790-a553-a1925e2f0d00,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:59:20.037478 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 6 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 04:59:24.206966 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:27.801277 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-62687716-9fe7-4471-aa86-28ca496b194b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:29.644056 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-61329ee7-0b48-4b33-a02a-f9bdbcc5c66d tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1788556079&fields=id&tenant_id=8522662999744d00a4b23e041e4ada60 HTTP/1.1" status: 200 len: 267 time: 0.0454509 Nov 25 04:59:29.755988 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-5041a372-d539-4d7b-83ad-7945ad3b6348 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:59:29.757506 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-5041a372-d539-4d7b-83ad-7945ad3b6348 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/networks?id=47f24a18-0d1d-47fa-a7be-085d929bd977 HTTP/1.1" status: 200 len: 812 time: 0.1066382 Nov 25 04:59:29.775525 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-b1e0746e-9565-49d7-919b-588c04f6f746 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/quotas/8522662999744d00a4b23e041e4ada60 HTTP/1.1" status: 200 len: 375 time: 0.0094085 Nov 25 04:59:29.827640 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-b0c53ef8-b1aa-41bc-b47c-32bd93865a6d tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8522662999744d00a4b23e041e4ada60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469725 Nov 25 04:59:29.843798 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-2f4b1a37-21df-4197-8668-58f179aa2c7b service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=109071) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 04:59:29.844796 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-2f4b1a37-21df-4197-8668-58f179aa2c7b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053978 Nov 25 04:59:29.935836 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-21f90b6a-1a05-4141-97e8-553e494d5595 service neutron] 10.222.0.36 "GET /v2.0/networks/47f24a18-0d1d-47fa-a7be-085d929bd977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852275 Nov 25 04:59:30.038940 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-d6a56a83-89a8-42b1-ba3a-67a1f6f9e007 service neutron] 10.222.0.36 "GET /v2.0/networks/47f24a18-0d1d-47fa-a7be-085d929bd977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969765 Nov 25 04:59:30.181352 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-3f1ce133-5ac0-46e7-ae77-1fae313873da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:30.361322 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4f3debc1-877f-4225-b0e6-9face700ba81 req-a3509cd2-1d88-40f2-9604-228e7de3a5db tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e48eff-73d1-4a9e-9055-cf7667223b27 HTTP/1.1" status: 200 len: 210 time: 0.0266078 Nov 25 04:59:31.274479 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:31.439393 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-51ccf535-f69c-4441-a142-0ae1f67dd183 req-47fbb3fd-58b4-4e2c-aecd-608a0b84a3e9 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e48eff-73d1-4a9e-9055-cf7667223b27 HTTP/1.1" status: 200 len: 210 time: 0.0267515 Nov 25 04:59:32.524962 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-1ac07e6a-6562-4f46-abf8-9001ab759659 req-28d48563-2ec8-4b7f-9694-0b9ccd0cd259 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e48eff-73d1-4a9e-9055-cf7667223b27 HTTP/1.1" status: 200 len: 210 time: 0.0307639 Nov 25 04:59:32.679569 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:33.576727 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:33.618793 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-3ca6a7b1-9e70-4f61-917b-68c8ee8910a6 req-33595c65-e91b-4608-8486-07faddba68c2 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e48eff-73d1-4a9e-9055-cf7667223b27 HTTP/1.1" status: 200 len: 210 time: 0.0275750 Nov 25 04:59:34.717163 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-298879d3-a570-447e-b8a7-fe473969f6af req-3927cc1b-1f4f-4aaa-96d3-39dc7181103c tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e48eff-73d1-4a9e-9055-cf7667223b27 HTTP/1.1" status: 200 len: 210 time: 0.0279765 Nov 25 04:59:35.485106 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-1feab98c-32f1-40f1-a9a9-71718e9a2083 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:59:35.486617 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-1feab98c-32f1-40f1-a9a9-71718e9a2083 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.41 "GET /v2.0/networks?id=47f24a18-0d1d-47fa-a7be-085d929bd977 HTTP/1.1" status: 200 len: 812 time: 0.1108332 Nov 25 04:59:35.556546 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-07b2bd90-36b6-4de7-9ff2-d6ef97d0130f tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8522662999744d00a4b23e041e4ada60 HTTP/1.1" status: 200 len: 380 time: 0.0545595 Nov 25 04:59:35.566236 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-2249072c-df47-4eb4-9388-a3dfb9d6ba2c tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Request body: {'port': {'device_id': '08e48eff-73d1-4a9e-9055-cf7667223b27', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'admin_state_up': True, 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'security_groups': ['6f84c611-44f9-4b45-a87f-6e370e5d478e']}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:59:35.689014 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-2249072c-df47-4eb4-9388-a3dfb9d6ba2c tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Made reservation on behalf of 8522662999744d00a4b23e041e4ada60 for: {'port': 1} {{(pid=109071) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 04:59:35.692811 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-2249072c-df47-4eb4-9388-a3dfb9d6ba2c tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:35.829517 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-12bcb226-b6f9-4ea5-9b8c-991db7099500 req-89bf2469-8305-466e-b5be-78e0dfe2bd71 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e48eff-73d1-4a9e-9055-cf7667223b27 HTTP/1.1" status: 200 len: 210 time: 0.0350995 Nov 25 04:59:35.847007 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.db_base_plugin_common [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-2249072c-df47-4eb4-9388-a3dfb9d6ba2c tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Allocated IP 172.20.0.3 (47f24a18-0d1d-47fa-a7be-085d929bd977/3814844c-278b-47e5-8d6f-60a115ac1abb/6db87108-c06a-4ce7-841e-36c68c792dcc) {{(pid=109071) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:59:35.985264 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-2249072c-df47-4eb4-9388-a3dfb9d6ba2c tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for port, precommit_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:36.022993 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-2249072c-df47-4eb4-9388-a3dfb9d6ba2c tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_create {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:36.073009 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-2249072c-df47-4eb4-9388-a3dfb9d6ba2c tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Network 47f24a18-0d1d-47fa-a7be-085d929bd977 is already hosted by enough agents. {{(pid=109071) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:59:36.076209 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.base_scheduler [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-2249072c-df47-4eb4-9388-a3dfb9d6ba2c tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Resources bound (agent type, host, resource id): {{(pid=109071) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:59:36.080309 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-2249072c-df47-4eb4-9388-a3dfb9d6ba2c tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Received port after_create {{(pid=109071) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:59:36.105191 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249072c-df47-4eb4-9388-a3dfb9d6ba2c tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Pushing event updated for resources: {'Port': ['ID=6db87108-c06a-4ce7-841e-36c68c792dcc,revision_number=1']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:59:36.124022 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2249072c-df47-4eb4-9388-a3dfb9d6ba2c tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:59:36.124435 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2249072c-df47-4eb4-9388-a3dfb9d6ba2c tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:59:36.124785 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2249072c-df47-4eb4-9388-a3dfb9d6ba2c tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:59:36.125123 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2249072c-df47-4eb4-9388-a3dfb9d6ba2c tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:59:36.125460 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2249072c-df47-4eb4-9388-a3dfb9d6ba2c tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:59:36.125802 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2249072c-df47-4eb4-9388-a3dfb9d6ba2c tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:59:36.126134 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2249072c-df47-4eb4-9388-a3dfb9d6ba2c tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:59:36.126472 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2249072c-df47-4eb4-9388-a3dfb9d6ba2c tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:59:36.126802 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2249072c-df47-4eb4-9388-a3dfb9d6ba2c tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:59:36.127128 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2249072c-df47-4eb4-9388-a3dfb9d6ba2c tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:59:36.127462 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2249072c-df47-4eb4-9388-a3dfb9d6ba2c tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:59:36.127771 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2249072c-df47-4eb4-9388-a3dfb9d6ba2c tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:59:36.146474 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-2249072c-df47-4eb4-9388-a3dfb9d6ba2c tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:59:36.146665 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-2249072c-df47-4eb4-9388-a3dfb9d6ba2c tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:36.164792 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-2249072c-df47-4eb4-9388-a3dfb9d6ba2c tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6022887 Nov 25 04:59:36.183297 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.v2.base [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-2b9941d2-c852-4a5c-8e44-b23129ac377d service neutron] Request body: {'port': {'device_id': '08e48eff-73d1-4a9e-9055-cf7667223b27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81558'}} {{(pid=109071) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:59:36.241223 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-2b9941d2-c852-4a5c-8e44-b23129ac377d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:36.318561 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-3ce3dbd6-f45d-407b-8aec-5e5f056e7548 None None] Provisioning complete for port 6db87108-c06a-4ce7-841e-36c68c792dcc triggered by entity DHCP. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:59:36.319194 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-3ce3dbd6-f45d-407b-8aec-5e5f056e7548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:36.354605 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-3ce3dbd6-f45d-407b-8aec-5e5f056e7548 None None] Port 6db87108-c06a-4ce7-841e-36c68c792dcc cannot update to ACTIVE because it is not bound. {{(pid=109072) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 04:59:36.522411 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-2b9941d2-c852-4a5c-8e44-b23129ac377d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db87108-c06a-4ce7-841e-36c68c792dcc {{(pid=109071) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:59:36.530358 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-2b9941d2-c852-4a5c-8e44-b23129ac377d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:36.547754 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.provisioning_blocks [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-2b9941d2-c852-4a5c-8e44-b23129ac377d service neutron] Transition to ACTIVE for port object 6db87108-c06a-4ce7-841e-36c68c792dcc will not be triggered until provisioned by entity L2. {{(pid=109071) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 04:59:36.556833 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-2b9941d2-c852-4a5c-8e44-b23129ac377d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8963629'] for port, after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:36.622695 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9941d2-c852-4a5c-8e44-b23129ac377d service neutron] Pushing event updated for resources: {'Port': ['ID=6db87108-c06a-4ce7-841e-36c68c792dcc,revision_number=2']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:59:36.690245 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-2b9941d2-c852-4a5c-8e44-b23129ac377d service neutron] Attempting to bind port 6db87108-c06a-4ce7-841e-36c68c792dcc on host hv-cinder-81558 for vnic_type normal with profile {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 04:59:36.690583 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-2b9941d2-c852-4a5c-8e44-b23129ac377d service neutron] Attempting to bind port 6db87108-c06a-4ce7-841e-36c68c792dcc by drivers openvswitch,hyperv on host hv-cinder-81558 at level 0 using segments [{'id': '39ae19d3-becf-4497-a554-bf3eb3e508ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977'}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 04:59:36.690909 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-2b9941d2-c852-4a5c-8e44-b23129ac377d service neutron] Attempting to bind port 6db87108-c06a-4ce7-841e-36c68c792dcc on network 47f24a18-0d1d-47fa-a7be-085d929bd977 {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:59:36.695508 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-2b9941d2-c852-4a5c-8e44-b23129ac377d service neutron] Port 6db87108-c06a-4ce7-841e-36c68c792dcc on network 47f24a18-0d1d-47fa-a7be-085d929bd977 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81558 {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 04:59:36.695830 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-2b9941d2-c852-4a5c-8e44-b23129ac377d service neutron] Attempting to bind port 6db87108-c06a-4ce7-841e-36c68c792dcc on network 47f24a18-0d1d-47fa-a7be-085d929bd977 {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 04:59:36.701310 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-2b9941d2-c852-4a5c-8e44-b23129ac377d service neutron] Checking agent: {'id': '1f14ab98-53f7-4a68-bcc6-b943f33cb2d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81558', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'started_at': datetime.datetime(2021, 11, 25, 4, 46, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 4, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 04:59:36.701653 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-2b9941d2-c852-4a5c-8e44-b23129ac377d service neutron] Checking segment: {'id': '39ae19d3-becf-4497-a554-bf3eb3e508ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109071) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 04:59:36.702044 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-2b9941d2-c852-4a5c-8e44-b23129ac377d service neutron] Bound using segment: {'id': '39ae19d3-becf-4497-a554-bf3eb3e508ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977'} {{(pid=109071) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 04:59:36.702478 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.managers [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-2b9941d2-c852-4a5c-8e44-b23129ac377d service neutron] Bound port: 6db87108-c06a-4ce7-841e-36c68c792dcc, host: hv-cinder-81558, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39ae19d3-becf-4497-a554-bf3eb3e508ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977'}}] {{(pid=109071) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 04:59:36.702973 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-2b9941d2-c852-4a5c-8e44-b23129ac377d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:36.770785 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-2b9941d2-c852-4a5c-8e44-b23129ac377d service neutron] For port 6db87108-c06a-4ce7-841e-36c68c792dcc, host hv-cinder-81558, cleared binding levels {{(pid=109071) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 04:59:36.773901 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-2b9941d2-c852-4a5c-8e44-b23129ac377d service neutron] For port 6db87108-c06a-4ce7-841e-36c68c792dcc, host hv-cinder-81558, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6db87108-c06a-4ce7-841e-36c68c792dcc,segment=NetworkSegment(39ae19d3-becf-4497-a554-bf3eb3e508ac),segment_id=39ae19d3-becf-4497-a554-bf3eb3e508ac)] {{(pid=109071) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 04:59:36.779493 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-2b9941d2-c852-4a5c-8e44-b23129ac377d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8963629'] for port, after_update {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:36.815573 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-2b9941d2-c852-4a5c-8e44-b23129ac377d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:59:36.816195 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-2b9941d2-c852-4a5c-8e44-b23129ac377d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:36.817602 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-2b9941d2-c852-4a5c-8e44-b23129ac377d service neutron] 10.222.0.41 "PUT /v2.0/ports/6db87108-c06a-4ce7-841e-36c68c792dcc HTTP/1.1" status: 200 len: 1093 time: 0.6390998 Nov 25 04:59:36.818054 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08e48eff-73d1-4a9e-9055-cf7667223b27', 'tag': '6db87108-c06a-4ce7-841e-36c68c792dcc'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:59:36.820359 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d57e7af397f6b944dcc9a6f5390767d05535c9c85852faf17d281085e8a62f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00d81ab-ccbb-4a9a-a381-6af8263afc86" -d '{"events": [{"name": "network-changed", "server_uuid": "08e48eff-73d1-4a9e-9055-cf7667223b27", "tag": "6db87108-c06a-4ce7-841e-36c68c792dcc"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:59:36.846850 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9941d2-c852-4a5c-8e44-b23129ac377d service neutron] Pushing event updated for resources: {'Port': ['ID=6db87108-c06a-4ce7-841e-36c68c792dcc,revision_number=3']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:59:36.954375 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-7b17fd5d-8f5c-4cf2-a787-831302c75d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:59:36.955917 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-7b17fd5d-8f5c-4cf2-a787-831302c75d51 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8522662999744d00a4b23e041e4ada60&device_id=08e48eff-73d1-4a9e-9055-cf7667223b27 HTTP/1.1" status: 200 len: 1096 time: 0.0753067 Nov 25 04:59:36.978301 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46863bd5-dce6-42ee-9009-a7bceaa59b72 req-50716921-c22d-4006-b7b9-f1622e34b830 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:59:36.979847 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-46863bd5-dce6-42ee-9009-a7bceaa59b72 req-50716921-c22d-4006-b7b9-f1622e34b830 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e48eff-73d1-4a9e-9055-cf7667223b27 HTTP/1.1" status: 200 len: 943 time: 0.0664816 Nov 25 04:59:37.020754 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 04:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418b016a-da76-4967-b3c5-d13fdc74aec4 x-openstack-request-id: req-418b016a-da76-4967-b3c5-d13fdc74aec4 {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:59:37.021035 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08e48eff-73d1-4a9e-9055-cf7667223b27", "tag": "6db87108-c06a-4ce7-841e-36c68c792dcc", "status": "completed", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:59:37.021289 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-418b016a-da76-4967-b3c5-d13fdc74aec4 {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:59:37.021684 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08e48eff-73d1-4a9e-9055-cf7667223b27', 'tag': '6db87108-c06a-4ce7-841e-36c68c792dcc', 'status': 'completed', 'code': 200} Nov 25 04:59:37.024588 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-0d06487b-a717-4b0d-980e-b085ec54002b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6db87108-c06a-4ce7-841e-36c68c792dcc HTTP/1.1" status: 200 len: 217 time: 0.0545146 Nov 25 04:59:37.096204 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-46863bd5-dce6-42ee-9009-a7bceaa59b72 req-ed867397-ac8e-490d-905d-bbf8cfcf8139 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087899 Nov 25 04:59:37.101594 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-1898740e-d5a0-4f22-ac48-42be66b5f270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:59:37.103540 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-1898740e-d5a0-4f22-ac48-42be66b5f270 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3814844c-278b-47e5-8d6f-60a115ac1abb HTTP/1.1" status: 200 len: 851 time: 0.0710788 Nov 25 04:59:37.160874 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-3c0fe06a-cd50-467c-b03a-9c9a890e5a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:59:37.163176 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-3c0fe06a-cd50-467c-b03a-9c9a890e5a64 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=47f24a18-0d1d-47fa-a7be-085d929bd977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517647 Nov 25 04:59:37.255937 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-472dfacc-b3b4-4fe6-85df-6924eb33bd5c service neutron] 10.222.0.41 "GET /v2.0/networks/47f24a18-0d1d-47fa-a7be-085d929bd977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859044 Nov 25 04:59:37.623873 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f83aae3b-75ae-43ed-9b9b-f788fd6f835c req-ad27ea0c-afa5-4ebe-a231-afa93889957b service neutron] 10.222.0.41 "GET /v2.0/networks/47f24a18-0d1d-47fa-a7be-085d929bd977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604808 Nov 25 04:59:37.755812 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d81ab-ccbb-4a9a-a381-6af8263afc86 req-8986b677-32da-41a5-a94f-fb2dbc998bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:59:37.757358 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f00d81ab-ccbb-4a9a-a381-6af8263afc86 req-8986b677-32da-41a5-a94f-fb2dbc998bbc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8522662999744d00a4b23e041e4ada60&device_id=08e48eff-73d1-4a9e-9055-cf7667223b27 HTTP/1.1" status: 200 len: 1096 time: 0.0443425 Nov 25 04:59:37.857389 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d81ab-ccbb-4a9a-a381-6af8263afc86 req-e8bfb9c3-45f6-40db-9ee0-f7bc4f2c167a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:59:37.858747 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f00d81ab-ccbb-4a9a-a381-6af8263afc86 req-e8bfb9c3-45f6-40db-9ee0-f7bc4f2c167a service neutron] 10.222.0.41 "GET /v2.0/networks?id=47f24a18-0d1d-47fa-a7be-085d929bd977 HTTP/1.1" status: 200 len: 913 time: 0.0937078 Nov 25 04:59:37.900443 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f00d81ab-ccbb-4a9a-a381-6af8263afc86 req-e22d0328-61ea-4600-a0b1-2649cd367d2d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6db87108-c06a-4ce7-841e-36c68c792dcc HTTP/1.1" status: 200 len: 217 time: 0.0334864 Nov 25 04:59:37.953907 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d81ab-ccbb-4a9a-a381-6af8263afc86 req-9e7448dd-351a-4c96-8287-ac4b61ed64db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:59:37.955396 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f00d81ab-ccbb-4a9a-a381-6af8263afc86 req-9e7448dd-351a-4c96-8287-ac4b61ed64db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3814844c-278b-47e5-8d6f-60a115ac1abb HTTP/1.1" status: 200 len: 851 time: 0.0459056 Nov 25 04:59:38.010298 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d81ab-ccbb-4a9a-a381-6af8263afc86 req-e8edf09a-fb7c-4a1c-9b4c-3add8829521f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:59:38.012646 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f00d81ab-ccbb-4a9a-a381-6af8263afc86 req-e8edf09a-fb7c-4a1c-9b4c-3add8829521f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=47f24a18-0d1d-47fa-a7be-085d929bd977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443091 Nov 25 04:59:38.125177 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f00d81ab-ccbb-4a9a-a381-6af8263afc86 req-4202570f-d36e-4688-8446-f4c9f1edb19d service neutron] 10.222.0.41 "GET /v2.0/networks/47f24a18-0d1d-47fa-a7be-085d929bd977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034119 Nov 25 04:59:38.219478 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c3f71-570b-4389-b7b9-93ed9ca0cd51 req-d3d7d203-c83b-48a3-b150-1c487844d61a tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:59:38.220994 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6f8c3f71-570b-4389-b7b9-93ed9ca0cd51 req-d3d7d203-c83b-48a3-b150-1c487844d61a tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e48eff-73d1-4a9e-9055-cf7667223b27 HTTP/1.1" status: 200 len: 943 time: 0.0508187 Nov 25 04:59:38.226694 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-f00d81ab-ccbb-4a9a-a381-6af8263afc86 req-1888774c-79f2-44cd-8c6f-b811c9c637ae service neutron] 10.222.0.41 "GET /v2.0/networks/47f24a18-0d1d-47fa-a7be-085d929bd977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890398 Nov 25 04:59:38.280249 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6f8c3f71-570b-4389-b7b9-93ed9ca0cd51 req-824c39f8-467c-40fe-a152-17cc5b38712e tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524507 Nov 25 04:59:39.414024 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df8c57-e051-470f-9b2e-f3b934560d57 req-5c26df4d-83fb-464e-a186-999bec039ea5 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:59:39.415590 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a6df8c57-e051-470f-9b2e-f3b934560d57 req-5c26df4d-83fb-464e-a186-999bec039ea5 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e48eff-73d1-4a9e-9055-cf7667223b27 HTTP/1.1" status: 200 len: 943 time: 0.0602314 Nov 25 04:59:39.464996 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-a6df8c57-e051-470f-9b2e-f3b934560d57 req-30be6ffa-333d-4fdc-a6c5-7061c4fc5e5c tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433569 Nov 25 04:59:40.603808 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cbd9b-71de-49ac-9893-9b421092e823 req-ea1a0e76-81de-4aec-8ba6-6dfe27389da5 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:59:40.605391 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b14cbd9b-71de-49ac-9893-9b421092e823 req-ea1a0e76-81de-4aec-8ba6-6dfe27389da5 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e48eff-73d1-4a9e-9055-cf7667223b27 HTTP/1.1" status: 200 len: 943 time: 0.0573318 Nov 25 04:59:40.657933 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-b14cbd9b-71de-49ac-9893-9b421092e823 req-7bf04be1-14db-4387-b640-b708014624e3 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464807 Nov 25 04:59:41.778837 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d6dbb-12ab-4c8e-9368-2a011e6a38e2 req-d5deb1d8-319c-4fd3-9599-471158bb1a5b tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:59:41.780378 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-d03d6dbb-12ab-4c8e-9368-2a011e6a38e2 req-d5deb1d8-319c-4fd3-9599-471158bb1a5b tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e48eff-73d1-4a9e-9055-cf7667223b27 HTTP/1.1" status: 200 len: 943 time: 0.0521841 Nov 25 04:59:41.844418 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-d03d6dbb-12ab-4c8e-9368-2a011e6a38e2 req-753caccc-690b-4959-9e5d-f8715de02ed5 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549302 Nov 25 04:59:42.980455 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6a3b3-d994-40d0-88da-0d96de086a4c req-821f0b0d-fff2-45ff-9bbc-570f786c3942 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:59:42.981940 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-30b6a3b3-d994-40d0-88da-0d96de086a4c req-821f0b0d-fff2-45ff-9bbc-570f786c3942 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e48eff-73d1-4a9e-9055-cf7667223b27 HTTP/1.1" status: 200 len: 943 time: 0.0576491 Nov 25 04:59:43.034908 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-30b6a3b3-d994-40d0-88da-0d96de086a4c req-06720a50-1228-4564-b4d5-f7da973f12cb tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437317 Nov 25 04:59:44.180270 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467d2ff-dec4-4434-abbb-177c096e2081 req-40e7f096-8bd9-4656-ae23-eb2f0961d8c1 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:59:44.182203 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8467d2ff-dec4-4434-abbb-177c096e2081 req-40e7f096-8bd9-4656-ae23-eb2f0961d8c1 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e48eff-73d1-4a9e-9055-cf7667223b27 HTTP/1.1" status: 200 len: 943 time: 0.0660994 Nov 25 04:59:44.234878 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-8467d2ff-dec4-4434-abbb-177c096e2081 req-fe38fc05-c142-4064-ad48-0c8f4691a115 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445168 Nov 25 04:59:45.367698 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b394779-7d8c-479c-affd-a15b5d93424a req-38d1f078-5554-4a48-8757-0c1c567e1d75 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:59:45.369263 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6b394779-7d8c-479c-affd-a15b5d93424a req-38d1f078-5554-4a48-8757-0c1c567e1d75 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e48eff-73d1-4a9e-9055-cf7667223b27 HTTP/1.1" status: 200 len: 943 time: 0.0536165 Nov 25 04:59:45.421551 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-6b394779-7d8c-479c-affd-a15b5d93424a req-5768e2c5-1677-48a6-9b94-42a536d3a1b1 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445526 Nov 25 04:59:45.748507 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 6db87108-c06a-4ce7-841e-36c68c792dcc details requested by agent hyperv_hv-cinder-81558 with host hv-cinder-81558 {{(pid=109072) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 04:59:45.852235 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 6db87108-c06a-4ce7-841e-36c68c792dcc, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6db87108-c06a-4ce7-841e-36c68c792dcc,segment=NetworkSegment(39ae19d3-becf-4497-a554-bf3eb3e508ac),segment_id=39ae19d3-becf-4497-a554-bf3eb3e508ac)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:59:45.864060 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Returning: {'device': '6db87108-c06a-4ce7-841e-36c68c792dcc', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'port_id': '6db87108-c06a-4ce7-841e-36c68c792dcc', 'mac_address': 'fa:16:3e:e5:94:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109072) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 04:59:45.904935 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:45.918503 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db87108-c06a-4ce7-841e-36c68c792dcc {{(pid=109072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 04:59:45.937546 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 6db87108-c06a-4ce7-841e-36c68c792dcc, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6db87108-c06a-4ce7-841e-36c68c792dcc,segment=NetworkSegment(39ae19d3-becf-4497-a554-bf3eb3e508ac),segment_id=39ae19d3-becf-4497-a554-bf3eb3e508ac)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:59:45.943779 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:45.991241 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=6db87108-c06a-4ce7-841e-36c68c792dcc,revision_number=4']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:59:45.998908 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:59:45.999270 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:59:45.999626 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:59:45.999963 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:59:46.000334 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:59:46.000672 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:59:46.001015 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:59:46.001339 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:59:46.001686 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:59:46.001993 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:59:46.002906 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:59:46.002906 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:59:46.251938 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] get_ports_and_sgs() called for port_ids ['6db87108-c06a-4ce7-841e-36c68c792dcc'] {{(pid=109072) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 04:59:46.548606 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcddd69d-a35a-486e-b977-e6389a5f78a3 req-bf9fb5ea-9df1-4ca3-af31-e7051e0c06ee tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:59:46.550146 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-bcddd69d-a35a-486e-b977-e6389a5f78a3 req-bf9fb5ea-9df1-4ca3-af31-e7051e0c06ee tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e48eff-73d1-4a9e-9055-cf7667223b27 HTTP/1.1" status: 200 len: 944 time: 0.0493758 Nov 25 04:59:46.612773 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-bcddd69d-a35a-486e-b977-e6389a5f78a3 req-93f349e6-f64f-4336-a599-49aac22a1ad7 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534799 Nov 25 04:59:47.747655 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a17b3-e4c5-4fa0-8c6e-c63c9270b102 req-830c8a87-3030-4c95-9f81-87e7090977c3 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:59:47.749138 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7e2a17b3-e4c5-4fa0-8c6e-c63c9270b102 req-830c8a87-3030-4c95-9f81-87e7090977c3 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e48eff-73d1-4a9e-9055-cf7667223b27 HTTP/1.1" status: 200 len: 944 time: 0.0584552 Nov 25 04:59:47.762496 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 6db87108-c06a-4ce7-841e-36c68c792dcc up at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 04:59:47.804004 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-7e2a17b3-e4c5-4fa0-8c6e-c63c9270b102 req-332d913e-b038-49a2-93be-9d74866cd7d8 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457377 Nov 25 04:59:47.814597 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning for port 6db87108-c06a-4ce7-841e-36c68c792dcc completed by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 04:59:47.819460 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.provisioning_blocks [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Provisioning complete for port 6db87108-c06a-4ce7-841e-36c68c792dcc triggered by entity L2. {{(pid=109072) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 04:59:47.819836 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-571618'] for port, provisioning_complete {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:48.024746 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:48.047047 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e48eff-73d1-4a9e-9055-cf7667223b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db87108-c06a-4ce7-841e-36c68c792dcc'}] {{(pid=109072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:59:48.049344 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21d2e46f9f4131852b38a57b118a04601412ee452ef2f91c34d7ef8e942fd252" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a86f41-5d70-4594-a767-37dcfe530a02" -d '{"events": [{"server_uuid": "08e48eff-73d1-4a9e-9055-cf7667223b27", "name": "network-vif-plugged", "status": "completed", "tag": "6db87108-c06a-4ce7-841e-36c68c792dcc"}]}' {{(pid=109072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:59:48.061987 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.db [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] For port 6db87108-c06a-4ce7-841e-36c68c792dcc, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6db87108-c06a-4ce7-841e-36c68c792dcc,segment=NetworkSegment(39ae19d3-becf-4497-a554-bf3eb3e508ac),segment_id=39ae19d3-becf-4497-a554-bf3eb3e508ac)] {{(pid=109072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 04:59:48.068042 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887'] for port, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:48.115739 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Pushing event updated for resources: {'Port': ['ID=6db87108-c06a-4ce7-841e-36c68c792dcc,revision_number=5']} {{(pid=109072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:59:48.151156 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 04:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c410489-2088-457c-bd28-ad7b383bf3af x-openstack-request-id: req-0c410489-2088-457c-bd28-ad7b383bf3af {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:59:48.151460 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e48eff-73d1-4a9e-9055-cf7667223b27", "name": "network-vif-plugged", "status": "completed", "tag": "6db87108-c06a-4ce7-841e-36c68c792dcc", "code": 200}]} {{(pid=109072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:59:48.151718 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0c410489-2088-457c-bd28-ad7b383bf3af {{(pid=109072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:59:48.152114 dv-cinder-815582-6-iscsi neutron-server[109072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e48eff-73d1-4a9e-9055-cf7667223b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db87108-c06a-4ce7-841e-36c68c792dcc', 'code': 200} Nov 25 04:59:48.446170 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd48700-42b5-4ee6-85d9-ba519f510a77 req-dc8869d9-8c11-40ba-81a6-2409431f216f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:59:48.447711 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-abd48700-42b5-4ee6-85d9-ba519f510a77 req-dc8869d9-8c11-40ba-81a6-2409431f216f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=08e48eff-73d1-4a9e-9055-cf7667223b27 HTTP/1.1" status: 200 len: 1098 time: 0.0429082 Nov 25 04:59:48.501178 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-abd48700-42b5-4ee6-85d9-ba519f510a77 req-1d2188ea-ff0e-4d61-8121-776589a1542f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455184 Nov 25 04:59:48.936912 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175e384-90d7-4edd-97a1-06a7707ed3fc req-e17d956a-152e-4887-a3a5-35a1951f1e4d tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:59:48.938379 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a175e384-90d7-4edd-97a1-06a7707ed3fc req-e17d956a-152e-4887-a3a5-35a1951f1e4d tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e48eff-73d1-4a9e-9055-cf7667223b27 HTTP/1.1" status: 200 len: 945 time: 0.0528240 Nov 25 04:59:48.995342 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-a175e384-90d7-4edd-97a1-06a7707ed3fc req-d4bd776d-69d1-41be-b102-d4aad68c0bfe tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482302 Nov 25 04:59:50.129600 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e498eb2-d64d-4522-ad09-8b05b73afaf0 req-23ba319b-b866-4910-a31b-6a99eaf3a636 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:59:50.131082 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-2e498eb2-d64d-4522-ad09-8b05b73afaf0 req-23ba319b-b866-4910-a31b-6a99eaf3a636 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e48eff-73d1-4a9e-9055-cf7667223b27 HTTP/1.1" status: 200 len: 945 time: 0.0557711 Nov 25 04:59:50.184876 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-2e498eb2-d64d-4522-ad09-8b05b73afaf0 req-8ee8ac27-8ec6-44e7-98a3-1abb18c84cb8 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447986 Nov 25 04:59:50.341774 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d27ea-4a1f-43bf-95b6-0bd4ab67ead8 req-580daadd-14b9-419f-9cf0-7f5f3e898129 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:59:50.343878 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-588d27ea-4a1f-43bf-95b6-0bd4ab67ead8 req-580daadd-14b9-419f-9cf0-7f5f3e898129 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e48eff-73d1-4a9e-9055-cf7667223b27 HTTP/1.1" status: 200 len: 945 time: 0.0796955 Nov 25 04:59:50.401823 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-588d27ea-4a1f-43bf-95b6-0bd4ab67ead8 req-36733d00-0103-4d91-981a-0a76180ec286 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486710 Nov 25 04:59:50.429263 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 34744) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:59:50.468949 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be19de9a-fdf9-4a45-8222-6669eb70710a tempest-TestVolumeBootPattern-622067970 tempest-TestVolumeBootPattern-622067970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:59:50.470454 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-be19de9a-fdf9-4a45-8222-6669eb70710a tempest-TestVolumeBootPattern-622067970 tempest-TestVolumeBootPattern-622067970-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=08e48eff-73d1-4a9e-9055-cf7667223b27 HTTP/1.1" status: 200 len: 1093 time: 0.0401762 Nov 25 04:59:50.473349 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 34746) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 04:59:50.477602 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.v2.base [None req-cdbd399b-8bbf-4e80-998a-933195a96a72 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Request body: {'floatingip': {'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'port_id': '6db87108-c06a-4ce7-841e-36c68c792dcc', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109070) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 04:59:50.501491 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-cdbd399b-8bbf-4e80-998a-933195a96a72 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for floatingip, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:50.605363 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-cdbd399b-8bbf-4e80-998a-933195a96a72 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:50.711946 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_common [None req-cdbd399b-8bbf-4e80-998a-933195a96a72 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Allocated IP 172.27.2.56 (7252c0b9-b802-4561-8a54-4fb5c87ca7b8/b33b80b7-52e3-4af3-b161-e1f3edefb5e3/ab4bc0f8-cd89-4a71-989d-4d6220728d2d) {{(pid=109070) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 04:59:50.817642 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-cdbd399b-8bbf-4e80-998a-933195a96a72 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for port, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:50.854923 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-cdbd399b-8bbf-4e80-998a-933195a96a72 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783339923851', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:50.893414 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbd399b-8bbf-4e80-998a-933195a96a72 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Network 7252c0b9-b802-4561-8a54-4fb5c87ca7b8 is already hosted by enough agents. {{(pid=109070) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 04:59:50.896123 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.base_scheduler [None req-cdbd399b-8bbf-4e80-998a-933195a96a72 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Resources bound (agent type, host, resource id): {{(pid=109070) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 04:59:50.899853 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbd399b-8bbf-4e80-998a-933195a96a72 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Received port after_create {{(pid=109070) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 04:59:50.905714 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd399b-8bbf-4e80-998a-933195a96a72 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Pushing event updated for resources: {'Port': ['ID=ab4bc0f8-cd89-4a71-989d-4d6220728d2d,revision_number=1']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:59:50.936484 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbd399b-8bbf-4e80-998a-933195a96a72 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:59:50.936834 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbd399b-8bbf-4e80-998a-933195a96a72 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:59:50.937270 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbd399b-8bbf-4e80-998a-933195a96a72 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:59:50.937721 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbd399b-8bbf-4e80-998a-933195a96a72 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:59:50.938175 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbd399b-8bbf-4e80-998a-933195a96a72 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:59:50.938631 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbd399b-8bbf-4e80-998a-933195a96a72 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:59:50.939094 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbd399b-8bbf-4e80-998a-933195a96a72 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:59:50.939525 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbd399b-8bbf-4e80-998a-933195a96a72 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:59:50.939972 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbd399b-8bbf-4e80-998a-933195a96a72 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:59:50.940364 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbd399b-8bbf-4e80-998a-933195a96a72 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:59:50.940748 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbd399b-8bbf-4e80-998a-933195a96a72 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:59:50.941227 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbd399b-8bbf-4e80-998a-933195a96a72 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 04:59:51.282283 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-cdbd399b-8bbf-4e80-998a-933195a96a72 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:51.360355 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-cdbd399b-8bbf-4e80-998a-933195a96a72 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-593537'] for port, before_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:51.520582 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-cdbd399b-8bbf-4e80-998a-933195a96a72 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for port, precommit_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:51.529023 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-cdbd399b-8bbf-4e80-998a-933195a96a72 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783340472360', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783339923869', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783339923887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9557411'] for port, after_update {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:51.594768 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd399b-8bbf-4e80-998a-933195a96a72 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Pushing event updated for resources: {'Port': ['ID=ab4bc0f8-cd89-4a71-989d-4d6220728d2d,revision_number=2']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 04:59:51.608003 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-cdbd399b-8bbf-4e80-998a-933195a96a72 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3688023'] for floatingip, after_create {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:51.721826 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.db.l3_db [None req-cdbd399b-8bbf-4e80-998a-933195a96a72 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Floating IP c4945e04-a9b6-4b51-883b-4d19704086ac associated. External IP: 172.27.2.56, port: 6db87108-c06a-4ce7-841e-36c68c792dcc. Nov 25 04:59:52.188133 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdbd399b-8bbf-4e80-998a-933195a96a72 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Router 8a5803ae-40fa-4e8f-91f9-22d6d729a785 has already been hosted by L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f {{(pid=109070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 04:59:52.297081 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbd399b-8bbf-4e80-998a-933195a96a72 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 04:59:52.307404 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e3574d-1b21-4148-8e81-399a8e0a3bd0 None None] Sync routers for ids ['8a5803ae-40fa-4e8f-91f9-22d6d729a785'] in dv-cinder-815582-6-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 04:59:52.316040 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-cdbd399b-8bbf-4e80-998a-933195a96a72 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for floatingip, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:52.318831 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e3574d-1b21-4148-8e81-399a8e0a3bd0 None None] Routers {'8a5803ae-40fa-4e8f-91f9-22d6d729a785'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:59:52.319673 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-78e3574d-1b21-4148-8e81-399a8e0a3bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:59:30Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['8a5803ae-40fa-4e8f-91f9-22d6d729a785'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:59:52.343178 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-cdbd399b-8bbf-4e80-998a-933195a96a72 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8687718 Nov 25 04:59:52.343832 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08e48eff-73d1-4a9e-9055-cf7667223b27', 'tag': '6db87108-c06a-4ce7-841e-36c68c792dcc'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 04:59:52.346201 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c54fbf746f0c7fba78ef8d59e1beae84bb94fede6ed59824d7b8ea859eeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543cce3f-1643-41d9-b6dd-0e27994521b8" -d '{"events": [{"name": "network-changed", "server_uuid": "08e48eff-73d1-4a9e-9055-cf7667223b27", "tag": "6db87108-c06a-4ce7-841e-36c68c792dcc"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 04:59:52.435647 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-78e3574d-1b21-4148-8e81-399a8e0a3bd0 None None] Set router 8a5803ae-40fa-4e8f-91f9-22d6d729a785 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:59:52.448616 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 04:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c380b8a-7796-42b8-b1c3-84185ecd87f8 x-openstack-request-id: req-6c380b8a-7796-42b8-b1c3-84185ecd87f8 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 04:59:52.449125 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08e48eff-73d1-4a9e-9055-cf7667223b27", "tag": "6db87108-c06a-4ce7-841e-36c68c792dcc", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 04:59:52.449125 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6c380b8a-7796-42b8-b1c3-84185ecd87f8 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 04:59:52.449556 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08e48eff-73d1-4a9e-9055-cf7667223b27', 'tag': '6db87108-c06a-4ce7-841e-36c68c792dcc', 'status': 'completed', 'code': 200} Nov 25 04:59:52.534862 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543cce3f-1643-41d9-b6dd-0e27994521b8 req-2883ff02-af6d-4c20-980d-43074010989c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:59:52.536448 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-543cce3f-1643-41d9-b6dd-0e27994521b8 req-2883ff02-af6d-4c20-980d-43074010989c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8522662999744d00a4b23e041e4ada60&device_id=08e48eff-73d1-4a9e-9055-cf7667223b27 HTTP/1.1" status: 200 len: 1098 time: 0.0421357 Nov 25 04:59:52.631499 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543cce3f-1643-41d9-b6dd-0e27994521b8 req-74ce0fa4-cf27-4af2-8c68-3bfba2ad18fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:59:52.633023 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-543cce3f-1643-41d9-b6dd-0e27994521b8 req-74ce0fa4-cf27-4af2-8c68-3bfba2ad18fb service neutron] 10.222.0.41 "GET /v2.0/networks?id=47f24a18-0d1d-47fa-a7be-085d929bd977 HTTP/1.1" status: 200 len: 913 time: 0.0896115 Nov 25 04:59:52.664875 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-78e3574d-1b21-4148-8e81-399a8e0a3bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'name': 'tempest-TestVolumeBootPattern-1945409044-router', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:54:13Z', 'updated_at': '2021-11-25T04:54:16Z', 'revision_number': 4, 'project_id': '8522662999744d00a4b23e041e4ada60', 'gw_port': {'id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:14Z', 'updated_at': '2021-11-25T04:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_floatingips': [{'id': 'c23bdd67-fd17-4164-8a24-adbe0bafad6a', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'router_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'port_id': 'e97344f2-6321-4420-8f0b-111a9d726890', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'mac_address': 'fa:16:3e:47:e0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e05430-70d1-4c16-868d-c2efd1714b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:57:35Z', 'updated_at': '2021-11-25T04:57:37Z', 'revision_number': 1, 'project_id': '8522662999744d00a4b23e041e4ada60', 'fixed_ip_address_scope': None}, {'id': 'c4945e04-a9b6-4b51-883b-4d19704086ac', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'router_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'port_id': '6db87108-c06a-4ce7-841e-36c68c792dcc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'mac_address': 'fa:16:3e:e5:94:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e48eff-73d1-4a9e-9055-cf7667223b27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:59:51Z', 'updated_at': '2021-11-25T04:59:51Z', 'revision_number': 0, 'project_id': '8522662999744d00a4b23e041e4ada60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a4de55-82ab-4eb9-b12d-d6eef74f4174', 'name': '', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'mac_address': 'fa:16:3e:73:20:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:15Z', 'updated_at': '2021-11-25T04:54:22Z', 'revision_number': 5, 'project_id': '8522662999744d00a4b23e041e4ada60', 'subnets': [{'id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:59:52.690701 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e3574d-1b21-4148-8e81-399a8e0a3bd0 None None] Checking router: 8a5803ae-40fa-4e8f-91f9-22d6d729a785 for host: dv-cinder-815582-6-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 04:59:52.699838 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e3574d-1b21-4148-8e81-399a8e0a3bd0 None None] Routers {'8a5803ae-40fa-4e8f-91f9-22d6d729a785'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 04:59:52.700485 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-78e3574d-1b21-4148-8e81-399a8e0a3bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T04:59:30Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['8a5803ae-40fa-4e8f-91f9-22d6d729a785'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:59:52.701362 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-543cce3f-1643-41d9-b6dd-0e27994521b8 req-37277b25-72f2-4fa4-b774-1394a309ffe4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6db87108-c06a-4ce7-841e-36c68c792dcc HTTP/1.1" status: 200 len: 998 time: 0.0610697 Nov 25 04:59:52.755839 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543cce3f-1643-41d9-b6dd-0e27994521b8 req-7f20e7f5-9cff-4785-ae76-5cbedbf025d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:59:52.757337 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-543cce3f-1643-41d9-b6dd-0e27994521b8 req-7f20e7f5-9cff-4785-ae76-5cbedbf025d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3814844c-278b-47e5-8d6f-60a115ac1abb HTTP/1.1" status: 200 len: 851 time: 0.0497880 Nov 25 04:59:52.802956 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543cce3f-1643-41d9-b6dd-0e27994521b8 req-606fdb97-fad6-4930-9678-5a8c5fc44f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 04:59:52.804582 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-543cce3f-1643-41d9-b6dd-0e27994521b8 req-606fdb97-fad6-4930-9678-5a8c5fc44f57 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=47f24a18-0d1d-47fa-a7be-085d929bd977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407755 Nov 25 04:59:52.811201 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-78e3574d-1b21-4148-8e81-399a8e0a3bd0 None None] Set router 8a5803ae-40fa-4e8f-91f9-22d6d729a785 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 04:59:52.895466 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-543cce3f-1643-41d9-b6dd-0e27994521b8 req-ca1eb2a1-054a-436b-8712-17931f722bb8 service neutron] 10.222.0.41 "GET /v2.0/networks/47f24a18-0d1d-47fa-a7be-085d929bd977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839100 Nov 25 04:59:52.992560 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-543cce3f-1643-41d9-b6dd-0e27994521b8 req-81797e3a-7d83-4d99-94f1-837196edaa7a service neutron] 10.222.0.41 "GET /v2.0/networks/47f24a18-0d1d-47fa-a7be-085d929bd977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899272 Nov 25 04:59:53.042572 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-78e3574d-1b21-4148-8e81-399a8e0a3bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'name': 'tempest-TestVolumeBootPattern-1945409044-router', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:54:13Z', 'updated_at': '2021-11-25T04:54:16Z', 'revision_number': 4, 'project_id': '8522662999744d00a4b23e041e4ada60', 'gw_port': {'id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:14Z', 'updated_at': '2021-11-25T04:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_floatingips': [{'id': 'c23bdd67-fd17-4164-8a24-adbe0bafad6a', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'router_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'port_id': 'e97344f2-6321-4420-8f0b-111a9d726890', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'mac_address': 'fa:16:3e:47:e0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e05430-70d1-4c16-868d-c2efd1714b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:57:35Z', 'updated_at': '2021-11-25T04:57:37Z', 'revision_number': 1, 'project_id': '8522662999744d00a4b23e041e4ada60', 'fixed_ip_address_scope': None}, {'id': 'c4945e04-a9b6-4b51-883b-4d19704086ac', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'router_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'port_id': '6db87108-c06a-4ce7-841e-36c68c792dcc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'mac_address': 'fa:16:3e:e5:94:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e48eff-73d1-4a9e-9055-cf7667223b27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:59:51Z', 'updated_at': '2021-11-25T04:59:51Z', 'revision_number': 0, 'project_id': '8522662999744d00a4b23e041e4ada60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a4de55-82ab-4eb9-b12d-d6eef74f4174', 'name': '', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'mac_address': 'fa:16:3e:73:20:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:15Z', 'updated_at': '2021-11-25T04:54:22Z', 'revision_number': 5, 'project_id': '8522662999744d00a4b23e041e4ada60', 'subnets': [{'id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 04:59:53.069390 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e3574d-1b21-4148-8e81-399a8e0a3bd0 None None] The sync data for ids ['8a5803ae-40fa-4e8f-91f9-22d6d729a785'] in dv-cinder-815582-6-iscsi is: [{'id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'name': 'tempest-TestVolumeBootPattern-1945409044-router', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:54:13Z', 'updated_at': '2021-11-25T04:54:16Z', 'revision_number': 4, 'project_id': '8522662999744d00a4b23e041e4ada60', 'gw_port': {'id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:14Z', 'updated_at': '2021-11-25T04:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_floatingips': [{'id': 'c23bdd67-fd17-4164-8a24-adbe0bafad6a', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'router_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'port_id': 'e97344f2-6321-4420-8f0b-111a9d726890', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'mac_address': 'fa:16:3e:47:e0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e05430-70d1-4c16-868d-c2efd1714b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:57:35Z', 'updated_at': '2021-11-25T04:57:37Z', 'revision_number': 1, 'project_id': '8522662999744d00a4b23e041e4ada60', 'fixed_ip_address_scope': None}, {'id': 'c4945e04-a9b6-4b51-883b-4d19704086ac', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'router_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'port_id': '6db87108-c06a-4ce7-841e-36c68c792dcc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'mac_address': 'fa:16:3e:e5:94:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08e48eff-73d1-4a9e-9055-cf7667223b27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:59:51Z', 'updated_at': '2021-11-25T04:59:51Z', 'revision_number': 0, 'project_id': '8522662999744d00a4b23e041e4ada60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a4de55-82ab-4eb9-b12d-d6eef74f4174', 'name': '', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'mac_address': 'fa:16:3e:73:20:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:15Z', 'updated_at': '2021-11-25T04:54:22Z', 'revision_number': 5, 'project_id': '8522662999744d00a4b23e041e4ada60', 'subnets': [{'id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 04:59:53.279418 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737f79d1-3828-469c-970b-6b971acb78b6 None None] New status for floating IP c4945e04-a9b6-4b51-883b-4d19704086ac: ACTIVE {{(pid=109073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 04:59:54.206506 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 04:59:57.042833 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 6 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 04:59:57.797802 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-bbaa5604-fc5a-4104-a280-26316a18ab2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:00:00.193953 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-fc2b7335-1723-42ef-ac74-fd5a7477ef6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:00:01.279096 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:00:02.683802 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:00:03.568803 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:00:24.218077 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:00:27.788040 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-84b363a9-7d68-43be-9b16-4fda72b977de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:00:30.194362 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-5df9fe15-1aa7-42a5-bbf3-729181aab1f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:00:31.277411 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:00:31.387858 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-583e53aa-512e-4726-adef-9b1da8aab948 req-78e06355-7357-4cd4-a954-85dc2f198673 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a4e05430-70d1-4c16-868d-c2efd1714b2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405712 Nov 25 05:00:31.497366 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e53aa-512e-4726-adef-9b1da8aab948 req-d2c6cf90-f587-4281-b30a-6b6d283afc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 05:00:31.499668 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-583e53aa-512e-4726-adef-9b1da8aab948 req-d2c6cf90-f587-4281-b30a-6b6d283afc65 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8522662999744d00a4b23e041e4ada60&device_id=a4e05430-70d1-4c16-868d-c2efd1714b2c HTTP/1.1" status: 200 len: 1099 time: 0.0483823 Nov 25 05:00:31.623419 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e53aa-512e-4726-adef-9b1da8aab948 req-9caab741-6671-4d68-80a1-d9f2e5e2baf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 05:00:31.624976 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-583e53aa-512e-4726-adef-9b1da8aab948 req-9caab741-6671-4d68-80a1-d9f2e5e2baf8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=47f24a18-0d1d-47fa-a7be-085d929bd977 HTTP/1.1" status: 200 len: 913 time: 0.0996199 Nov 25 05:00:31.693468 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-583e53aa-512e-4726-adef-9b1da8aab948 req-618a1322-e6ed-4cc8-9b7c-d40ebd979375 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e97344f2-6321-4420-8f0b-111a9d726890 HTTP/1.1" status: 200 len: 1002 time: 0.0597758 Nov 25 05:00:31.746947 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e53aa-512e-4726-adef-9b1da8aab948 req-fe253c23-4183-4f4d-8c95-c01031a0a218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 05:00:31.748397 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-583e53aa-512e-4726-adef-9b1da8aab948 req-fe253c23-4183-4f4d-8c95-c01031a0a218 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3814844c-278b-47e5-8d6f-60a115ac1abb HTTP/1.1" status: 200 len: 851 time: 0.0471668 Nov 25 05:00:31.803346 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e53aa-512e-4726-adef-9b1da8aab948 req-157abfc5-f2e3-40b0-a42f-72c9e6f952ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 05:00:31.804875 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-583e53aa-512e-4726-adef-9b1da8aab948 req-157abfc5-f2e3-40b0-a42f-72c9e6f952ec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=47f24a18-0d1d-47fa-a7be-085d929bd977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471075 Nov 25 05:00:31.896374 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-583e53aa-512e-4726-adef-9b1da8aab948 req-7ebc9195-f68a-46c3-ab4a-d46641381310 service neutron] 10.222.0.41 "GET /v2.0/networks/47f24a18-0d1d-47fa-a7be-085d929bd977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837018 Nov 25 05:00:31.999990 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-583e53aa-512e-4726-adef-9b1da8aab948 req-ec292f1a-84bb-4a83-8dd4-6f58fb754ff0 service neutron] 10.222.0.41 "GET /v2.0/networks/47f24a18-0d1d-47fa-a7be-085d929bd977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961771 Nov 25 05:00:32.682847 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:00:33.576974 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:00:34.052512 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 6 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 05:00:54.235399 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:00:57.793499 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-99980348-6938-40d1-9a0a-d865dd0b9292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:00.194817 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-c85e2488-e04d-4294-ab6c-bab661fb0d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:01.288895 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:02.689867 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:03.573183 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:11.048902 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 6 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 05:01:19.459993 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 34768) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 05:01:19.637855 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-75ce358b-bedf-4078-9031-9308de691489 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Deleting port ab4bc0f8-cd89-4a71-989d-4d6220728d2d {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 05:01:19.638206 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-75ce358b-bedf-4078-9031-9308de691489 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:19.716783 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-75ce358b-bedf-4078-9031-9308de691489 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:19.717043 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-75ce358b-bedf-4078-9031-9308de691489 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:19.729754 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-75ce358b-bedf-4078-9031-9308de691489 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Calling delete_port for ab4bc0f8-cd89-4a71-989d-4d6220728d2d owned by network:floatingip {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 05:01:19.878770 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-75ce358b-bedf-4078-9031-9308de691489 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:19.904134 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce358b-bedf-4078-9031-9308de691489 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Pushing event deleted for resources: {'Port': ['ID=ab4bc0f8-cd89-4a71-989d-4d6220728d2d,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 05:01:19.915278 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce358b-bedf-4078-9031-9308de691489 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 05:01:19.915681 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce358b-bedf-4078-9031-9308de691489 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 05:01:19.916196 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce358b-bedf-4078-9031-9308de691489 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 05:01:19.916740 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce358b-bedf-4078-9031-9308de691489 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 05:01:19.917078 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce358b-bedf-4078-9031-9308de691489 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 05:01:19.917415 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce358b-bedf-4078-9031-9308de691489 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 05:01:19.917748 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce358b-bedf-4078-9031-9308de691489 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 05:01:19.918080 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce358b-bedf-4078-9031-9308de691489 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 05:01:19.918408 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce358b-bedf-4078-9031-9308de691489 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 05:01:19.918733 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce358b-bedf-4078-9031-9308de691489 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 05:01:19.919069 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce358b-bedf-4078-9031-9308de691489 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 05:01:19.919373 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ce358b-bedf-4078-9031-9308de691489 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 05:01:19.976637 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-75ce358b-bedf-4078-9031-9308de691489 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for floatingip, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:19.976978 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.db.l3_db [None req-75ce358b-bedf-4078-9031-9308de691489 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Floating IP c4945e04-a9b6-4b51-883b-4d19704086ac disassociated (deleted). External IP: 172.27.2.56, port: 6db87108-c06a-4ce7-841e-36c68c792dcc. Nov 25 05:01:20.195235 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ce358b-bedf-4078-9031-9308de691489 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Router 8a5803ae-40fa-4e8f-91f9-22d6d729a785 has already been hosted by L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f {{(pid=109070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 05:01:20.317433 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ce358b-bedf-4078-9031-9308de691489 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 05:01:20.322471 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-75ce358b-bedf-4078-9031-9308de691489 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for floatingip, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:20.327375 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50454a03-5900-4e21-bfb9-4a47df6e547a None None] Sync routers for ids ['8a5803ae-40fa-4e8f-91f9-22d6d729a785'] in dv-cinder-815582-6-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 05:01:20.337061 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50454a03-5900-4e21-bfb9-4a47df6e547a None None] Routers {'8a5803ae-40fa-4e8f-91f9-22d6d729a785'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 05:01:20.337937 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-50454a03-5900-4e21-bfb9-4a47df6e547a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T05:01:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['8a5803ae-40fa-4e8f-91f9-22d6d729a785'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 05:01:20.350273 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-75ce358b-bedf-4078-9031-9308de691489 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "DELETE /v2.0/floatingips/c4945e04-a9b6-4b51-883b-4d19704086ac HTTP/1.1" status: 204 len: 168 time: 0.8887076 Nov 25 05:01:20.350953 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08e48eff-73d1-4a9e-9055-cf7667223b27', 'tag': '6db87108-c06a-4ce7-841e-36c68c792dcc'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 05:01:20.353260 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c54fbf746f0c7fba78ef8d59e1beae84bb94fede6ed59824d7b8ea859eeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fac3cdd-22d3-4b68-b176-a770aa2d770d" -d '{"events": [{"name": "network-changed", "server_uuid": "08e48eff-73d1-4a9e-9055-cf7667223b27", "tag": "6db87108-c06a-4ce7-841e-36c68c792dcc"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 05:01:20.393802 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 05:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd54e3c-ae4e-4323-89ea-66aa0c726a62 x-openstack-request-id: req-fbd54e3c-ae4e-4323-89ea-66aa0c726a62 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 05:01:20.394071 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08e48eff-73d1-4a9e-9055-cf7667223b27", "tag": "6db87108-c06a-4ce7-841e-36c68c792dcc", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 05:01:20.394347 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fbd54e3c-ae4e-4323-89ea-66aa0c726a62 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 05:01:20.394763 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08e48eff-73d1-4a9e-9055-cf7667223b27', 'tag': '6db87108-c06a-4ce7-841e-36c68c792dcc', 'status': 'completed', 'code': 200} Nov 25 05:01:20.457404 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-50454a03-5900-4e21-bfb9-4a47df6e547a None None] Set router 8a5803ae-40fa-4e8f-91f9-22d6d729a785 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 05:01:20.505439 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac3cdd-22d3-4b68-b176-a770aa2d770d req-91d38575-3efc-41b9-886b-b3afc272e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 05:01:20.508056 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5fac3cdd-22d3-4b68-b176-a770aa2d770d req-91d38575-3efc-41b9-886b-b3afc272e118 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8522662999744d00a4b23e041e4ada60&device_id=08e48eff-73d1-4a9e-9055-cf7667223b27 HTTP/1.1" status: 200 len: 1098 time: 0.0648923 Nov 25 05:01:20.629614 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a641f-88ec-47cf-8386-c3cecfdbf915 req-323c5002-5ee6-490b-8dc7-30b052ecf079 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 05:01:20.631107 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ed2a641f-88ec-47cf-8386-c3cecfdbf915 req-323c5002-5ee6-490b-8dc7-30b052ecf079 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e48eff-73d1-4a9e-9055-cf7667223b27 HTTP/1.1" status: 200 len: 945 time: 0.1034625 Nov 25 05:01:20.668072 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac3cdd-22d3-4b68-b176-a770aa2d770d req-02ea681f-9307-480d-8e82-d8420c8ae1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 05:01:20.669591 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5fac3cdd-22d3-4b68-b176-a770aa2d770d req-02ea681f-9307-480d-8e82-d8420c8ae1e9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=47f24a18-0d1d-47fa-a7be-085d929bd977 HTTP/1.1" status: 200 len: 913 time: 0.1333611 Nov 25 05:01:20.723593 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5fac3cdd-22d3-4b68-b176-a770aa2d770d req-fa0abd45-cbed-4151-9b0b-2292fd51366d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6db87108-c06a-4ce7-841e-36c68c792dcc HTTP/1.1" status: 200 len: 217 time: 0.0428512 Nov 25 05:01:20.733687 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-ed2a641f-88ec-47cf-8386-c3cecfdbf915 req-48107952-afd6-4d0c-b1e6-7857ea8c1668 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935345 Nov 25 05:01:20.783532 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac3cdd-22d3-4b68-b176-a770aa2d770d req-b65f266c-3c3d-4f48-a36a-3ed5570001f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 05:01:20.785044 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5fac3cdd-22d3-4b68-b176-a770aa2d770d req-b65f266c-3c3d-4f48-a36a-3ed5570001f7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3814844c-278b-47e5-8d6f-60a115ac1abb HTTP/1.1" status: 200 len: 851 time: 0.0502400 Nov 25 05:01:20.821126 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-50454a03-5900-4e21-bfb9-4a47df6e547a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'name': 'tempest-TestVolumeBootPattern-1945409044-router', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:54:13Z', 'updated_at': '2021-11-25T04:54:16Z', 'revision_number': 4, 'project_id': '8522662999744d00a4b23e041e4ada60', 'gw_port': {'id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:14Z', 'updated_at': '2021-11-25T04:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_floatingips': [{'id': 'c23bdd67-fd17-4164-8a24-adbe0bafad6a', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'router_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'port_id': 'e97344f2-6321-4420-8f0b-111a9d726890', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'mac_address': 'fa:16:3e:47:e0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e05430-70d1-4c16-868d-c2efd1714b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:57:35Z', 'updated_at': '2021-11-25T04:57:37Z', 'revision_number': 1, 'project_id': '8522662999744d00a4b23e041e4ada60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a4de55-82ab-4eb9-b12d-d6eef74f4174', 'name': '', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'mac_address': 'fa:16:3e:73:20:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:15Z', 'updated_at': '2021-11-25T04:54:22Z', 'revision_number': 5, 'project_id': '8522662999744d00a4b23e041e4ada60', 'subnets': [{'id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 05:01:20.832669 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac3cdd-22d3-4b68-b176-a770aa2d770d req-1e094908-f36b-4cac-adcb-82ef77372efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 05:01:20.834158 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5fac3cdd-22d3-4b68-b176-a770aa2d770d req-1e094908-f36b-4cac-adcb-82ef77372efb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=47f24a18-0d1d-47fa-a7be-085d929bd977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404735 Nov 25 05:01:20.848520 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50454a03-5900-4e21-bfb9-4a47df6e547a None None] Checking router: 8a5803ae-40fa-4e8f-91f9-22d6d729a785 for host: dv-cinder-815582-6-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 05:01:20.857828 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50454a03-5900-4e21-bfb9-4a47df6e547a None None] Routers {'8a5803ae-40fa-4e8f-91f9-22d6d729a785'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 05:01:20.858462 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-50454a03-5900-4e21-bfb9-4a47df6e547a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T05:01:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['8a5803ae-40fa-4e8f-91f9-22d6d729a785'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 05:01:20.923785 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5fac3cdd-22d3-4b68-b176-a770aa2d770d req-dd3ba8ff-27e8-43e6-b599-df0591cb9b99 service neutron] 10.222.0.41 "GET /v2.0/networks/47f24a18-0d1d-47fa-a7be-085d929bd977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811110 Nov 25 05:01:20.965723 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-50454a03-5900-4e21-bfb9-4a47df6e547a None None] Set router 8a5803ae-40fa-4e8f-91f9-22d6d729a785 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 05:01:21.017317 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-5fac3cdd-22d3-4b68-b176-a770aa2d770d req-50789ba6-7e03-49fd-ba4e-89f8724c5a40 service neutron] 10.222.0.41 "GET /v2.0/networks/47f24a18-0d1d-47fa-a7be-085d929bd977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852478 Nov 25 05:01:21.213757 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-50454a03-5900-4e21-bfb9-4a47df6e547a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'name': 'tempest-TestVolumeBootPattern-1945409044-router', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:54:13Z', 'updated_at': '2021-11-25T04:54:16Z', 'revision_number': 4, 'project_id': '8522662999744d00a4b23e041e4ada60', 'gw_port': {'id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:14Z', 'updated_at': '2021-11-25T04:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_floatingips': [{'id': 'c23bdd67-fd17-4164-8a24-adbe0bafad6a', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'router_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'port_id': 'e97344f2-6321-4420-8f0b-111a9d726890', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'mac_address': 'fa:16:3e:47:e0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e05430-70d1-4c16-868d-c2efd1714b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:57:35Z', 'updated_at': '2021-11-25T04:57:37Z', 'revision_number': 1, 'project_id': '8522662999744d00a4b23e041e4ada60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a4de55-82ab-4eb9-b12d-d6eef74f4174', 'name': '', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'mac_address': 'fa:16:3e:73:20:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:15Z', 'updated_at': '2021-11-25T04:54:22Z', 'revision_number': 5, 'project_id': '8522662999744d00a4b23e041e4ada60', 'subnets': [{'id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 05:01:21.240538 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50454a03-5900-4e21-bfb9-4a47df6e547a None None] The sync data for ids ['8a5803ae-40fa-4e8f-91f9-22d6d729a785'] in dv-cinder-815582-6-iscsi is: [{'id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'name': 'tempest-TestVolumeBootPattern-1945409044-router', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:54:13Z', 'updated_at': '2021-11-25T04:54:16Z', 'revision_number': 4, 'project_id': '8522662999744d00a4b23e041e4ada60', 'gw_port': {'id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:14Z', 'updated_at': '2021-11-25T04:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_floatingips': [{'id': 'c23bdd67-fd17-4164-8a24-adbe0bafad6a', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'router_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'port_id': 'e97344f2-6321-4420-8f0b-111a9d726890', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'mac_address': 'fa:16:3e:47:e0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e05430-70d1-4c16-868d-c2efd1714b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T04:57:35Z', 'updated_at': '2021-11-25T04:57:37Z', 'revision_number': 1, 'project_id': '8522662999744d00a4b23e041e4ada60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59a4de55-82ab-4eb9-b12d-d6eef74f4174', 'name': '', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'mac_address': 'fa:16:3e:73:20:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:15Z', 'updated_at': '2021-11-25T04:54:22Z', 'revision_number': 5, 'project_id': '8522662999744d00a4b23e041e4ada60', 'subnets': [{'id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 05:01:21.472326 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2e778b-5b3f-4145-ad74-63e7ea36aaa6 None None] New status for floating IP c4945e04-a9b6-4b51-883b-4d19704086ac: DOWN {{(pid=109073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 05:01:21.869222 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb7aea-de96-45aa-9b83-06dd7bbd3c5d req-b1a5dc29-5d8f-492b-983c-dd63879690f0 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 05:01:21.870724 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-77fb7aea-de96-45aa-9b83-06dd7bbd3c5d req-b1a5dc29-5d8f-492b-983c-dd63879690f0 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e48eff-73d1-4a9e-9055-cf7667223b27 HTTP/1.1" status: 200 len: 945 time: 0.0628631 Nov 25 05:01:21.926308 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-77fb7aea-de96-45aa-9b83-06dd7bbd3c5d req-f2f1bc29-e66f-4428-80eb-6026d4dcace1 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483212 Nov 25 05:01:22.316555 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5d921-47f3-4f4c-ad52-d0cd26c69ed8 req-c1ce1acf-0bdb-4a03-9f77-f58257b94c29 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 05:01:22.318079 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-fbb5d921-47f3-4f4c-ad52-d0cd26c69ed8 req-c1ce1acf-0bdb-4a03-9f77-f58257b94c29 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.41 "GET /v2.0/ports?device_id=08e48eff-73d1-4a9e-9055-cf7667223b27 HTTP/1.1" status: 200 len: 945 time: 0.0561578 Nov 25 05:01:22.417311 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [req-fbb5d921-47f3-4f4c-ad52-d0cd26c69ed8 req-6d9bd738-94fe-4c18-87a6-c492a05b5f46 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Deleting port 6db87108-c06a-4ce7-841e-36c68c792dcc {{(pid=109071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 05:01:22.417643 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-fbb5d921-47f3-4f4c-ad52-d0cd26c69ed8 req-6d9bd738-94fe-4c18-87a6-c492a05b5f46 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:22.515848 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [req-fbb5d921-47f3-4f4c-ad52-d0cd26c69ed8 req-6d9bd738-94fe-4c18-87a6-c492a05b5f46 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] For port 6db87108-c06a-4ce7-841e-36c68c792dcc, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=6db87108-c06a-4ce7-841e-36c68c792dcc,segment=NetworkSegment(39ae19d3-becf-4497-a554-bf3eb3e508ac),segment_id=39ae19d3-becf-4497-a554-bf3eb3e508ac)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 05:01:22.516240 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-fbb5d921-47f3-4f4c-ad52-d0cd26c69ed8 req-6d9bd738-94fe-4c18-87a6-c492a05b5f46 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:22.529272 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [req-fbb5d921-47f3-4f4c-ad52-d0cd26c69ed8 req-6d9bd738-94fe-4c18-87a6-c492a05b5f46 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Calling delete_port for 6db87108-c06a-4ce7-841e-36c68c792dcc owned by compute:nova {{(pid=109071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 05:01:22.665175 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-fbb5d921-47f3-4f4c-ad52-d0cd26c69ed8 req-6d9bd738-94fe-4c18-87a6-c492a05b5f46 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:22.693237 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9bd738-94fe-4c18-87a6-c492a05b5f46 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Pushing event deleted for resources: {'Port': ['ID=6db87108-c06a-4ce7-841e-36c68c792dcc,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 05:01:22.721336 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9bd738-94fe-4c18-87a6-c492a05b5f46 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 05:01:22.721692 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9bd738-94fe-4c18-87a6-c492a05b5f46 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 05:01:22.722034 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9bd738-94fe-4c18-87a6-c492a05b5f46 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 05:01:22.722364 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9bd738-94fe-4c18-87a6-c492a05b5f46 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 05:01:22.722678 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9bd738-94fe-4c18-87a6-c492a05b5f46 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 05:01:22.723157 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9bd738-94fe-4c18-87a6-c492a05b5f46 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 05:01:22.723489 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9bd738-94fe-4c18-87a6-c492a05b5f46 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 05:01:22.723813 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9bd738-94fe-4c18-87a6-c492a05b5f46 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 05:01:22.724143 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9bd738-94fe-4c18-87a6-c492a05b5f46 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 05:01:22.724490 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9bd738-94fe-4c18-87a6-c492a05b5f46 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 05:01:22.724812 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9bd738-94fe-4c18-87a6-c492a05b5f46 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 05:01:22.725132 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9bd738-94fe-4c18-87a6-c492a05b5f46 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815582-6-iscsi {{(pid=109071) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 05:01:22.748635 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb5d921-47f3-4f4c-ad52-d0cd26c69ed8 req-6d9bd738-94fe-4c18-87a6-c492a05b5f46 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] No DVR routers for this DVR port 6db87108-c06a-4ce7-841e-36c68c792dcc on host hv-cinder-81558 {{(pid=109071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 05:01:22.751179 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-fbb5d921-47f3-4f4c-ad52-d0cd26c69ed8 req-6d9bd738-94fe-4c18-87a6-c492a05b5f46 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:22.754727 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-fbb5d921-47f3-4f4c-ad52-d0cd26c69ed8 req-6d9bd738-94fe-4c18-87a6-c492a05b5f46 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.41 "DELETE /v2.0/ports/6db87108-c06a-4ce7-841e-36c68c792dcc HTTP/1.1" status: 204 len: 173 time: 0.4294758 Nov 25 05:01:22.755185 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e48eff-73d1-4a9e-9055-cf7667223b27', 'name': 'network-vif-deleted', 'tag': '6db87108-c06a-4ce7-841e-36c68c792dcc'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 05:01:22.758001 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d57e7af397f6b944dcc9a6f5390767d05535c9c85852faf17d281085e8a62f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83295dfc-df8a-4535-8cc8-af03130e68b9" -d '{"events": [{"server_uuid": "08e48eff-73d1-4a9e-9055-cf7667223b27", "name": "network-vif-deleted", "tag": "6db87108-c06a-4ce7-841e-36c68c792dcc"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 05:01:22.798324 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 05:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b320ea7-85b3-448a-882d-fad501810b4f x-openstack-request-id: req-4b320ea7-85b3-448a-882d-fad501810b4f {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 05:01:22.798610 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e48eff-73d1-4a9e-9055-cf7667223b27", "name": "network-vif-deleted", "tag": "6db87108-c06a-4ce7-841e-36c68c792dcc", "status": "completed", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 05:01:22.798867 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4b320ea7-85b3-448a-882d-fad501810b4f {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 05:01:22.799277 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e48eff-73d1-4a9e-9055-cf7667223b27', 'name': 'network-vif-deleted', 'tag': '6db87108-c06a-4ce7-841e-36c68c792dcc', 'status': 'completed', 'code': 200} Nov 25 05:01:23.040184 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-4201a18a-84fd-48e7-ad9a-da155cda9527 req-4f69cb8d-a415-4d98-af8e-b0d02a269767 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=08e48eff-73d1-4a9e-9055-cf7667223b27 HTTP/1.1" status: 200 len: 210 time: 0.0282400 Nov 25 05:01:24.224249 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:26.315022 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 6db87108-c06a-4ce7-841e-36c68c792dcc no longer exists at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 05:01:26.346241 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] No Port match for: 6db87108-c06a-4ce7-841e-36c68c792dcc {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 05:01:26.346576 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device 6db87108-c06a-4ce7-841e-36c68c792dcc not bound to the agent host hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 05:01:26.356001 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 34808) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 05:01:26.520041 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-3e8537df-e464-4a73-a79b-cd36c09db9fa tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Deleting port 1a904fe0-31fa-4fd2-80ba-092f55f51c37 {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 05:01:26.520420 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3e8537df-e464-4a73-a79b-cd36c09db9fa tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:26.601906 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3e8537df-e464-4a73-a79b-cd36c09db9fa tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:26.602155 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3e8537df-e464-4a73-a79b-cd36c09db9fa tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:26.616057 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-3e8537df-e464-4a73-a79b-cd36c09db9fa tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Calling delete_port for 1a904fe0-31fa-4fd2-80ba-092f55f51c37 owned by network:floatingip {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 05:01:26.772107 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3e8537df-e464-4a73-a79b-cd36c09db9fa tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:26.799237 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8537df-e464-4a73-a79b-cd36c09db9fa tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Pushing event deleted for resources: {'Port': ['ID=1a904fe0-31fa-4fd2-80ba-092f55f51c37,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 05:01:26.867584 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3e8537df-e464-4a73-a79b-cd36c09db9fa tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for floatingip, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:26.867846 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.db.l3_db [None req-3e8537df-e464-4a73-a79b-cd36c09db9fa tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Floating IP c23bdd67-fd17-4164-8a24-adbe0bafad6a disassociated (deleted). External IP: 172.27.2.112, port: e97344f2-6321-4420-8f0b-111a9d726890. Nov 25 05:01:27.088855 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8537df-e464-4a73-a79b-cd36c09db9fa tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Router 8a5803ae-40fa-4e8f-91f9-22d6d729a785 has already been hosted by L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f {{(pid=109070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 05:01:27.220990 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8537df-e464-4a73-a79b-cd36c09db9fa tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 05:01:27.226416 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-3e8537df-e464-4a73-a79b-cd36c09db9fa tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for floatingip, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:27.231327 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4a7a8c-1125-42cd-9a73-073c030ea74e None None] Sync routers for ids ['8a5803ae-40fa-4e8f-91f9-22d6d729a785'] in dv-cinder-815582-6-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 05:01:27.243955 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4a7a8c-1125-42cd-9a73-073c030ea74e None None] Routers {'8a5803ae-40fa-4e8f-91f9-22d6d729a785'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 05:01:27.244996 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-9e4a7a8c-1125-42cd-9a73-073c030ea74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T05:01:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['8a5803ae-40fa-4e8f-91f9-22d6d729a785'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 05:01:27.261512 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-3e8537df-e464-4a73-a79b-cd36c09db9fa tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "DELETE /v2.0/floatingips/c23bdd67-fd17-4164-8a24-adbe0bafad6a HTTP/1.1" status: 204 len: 168 time: 0.9043040 Nov 25 05:01:27.262109 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4e05430-70d1-4c16-868d-c2efd1714b2c', 'tag': 'e97344f2-6321-4420-8f0b-111a9d726890'}] {{(pid=109070) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 05:01:27.264486 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2c54fbf746f0c7fba78ef8d59e1beae84bb94fede6ed59824d7b8ea859eeb56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eade6e3a-9a7d-4e91-8531-babecc8eb078" -d '{"events": [{"name": "network-changed", "server_uuid": "a4e05430-70d1-4c16-868d-c2efd1714b2c", "tag": "e97344f2-6321-4420-8f0b-111a9d726890"}]}' {{(pid=109070) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 05:01:27.303848 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 05:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd80ce9b-830e-494d-847b-d7f6855c15d0 x-openstack-request-id: req-bd80ce9b-830e-494d-847b-d7f6855c15d0 {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 05:01:27.304258 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4e05430-70d1-4c16-868d-c2efd1714b2c", "tag": "e97344f2-6321-4420-8f0b-111a9d726890", "status": "completed", "code": 200}]} {{(pid=109070) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 05:01:27.304585 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bd80ce9b-830e-494d-847b-d7f6855c15d0 {{(pid=109070) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 05:01:27.305172 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4e05430-70d1-4c16-868d-c2efd1714b2c', 'tag': 'e97344f2-6321-4420-8f0b-111a9d726890', 'status': 'completed', 'code': 200} Nov 25 05:01:27.358572 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-9e4a7a8c-1125-42cd-9a73-073c030ea74e None None] Set router 8a5803ae-40fa-4e8f-91f9-22d6d729a785 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 05:01:27.393991 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade6e3a-9a7d-4e91-8531-babecc8eb078 req-797c38f1-dcd7-4ea8-b76d-0a7e3ecab4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 05:01:27.395623 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-eade6e3a-9a7d-4e91-8531-babecc8eb078 req-797c38f1-dcd7-4ea8-b76d-0a7e3ecab4a9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8522662999744d00a4b23e041e4ada60&device_id=a4e05430-70d1-4c16-868d-c2efd1714b2c HTTP/1.1" status: 200 len: 1099 time: 0.0462782 Nov 25 05:01:27.530808 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529c245-8dd6-417c-95b5-8fa051a2e226 req-9605aa2e-6c09-4bcc-9a7d-e8fffcf9e413 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 05:01:27.532180 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-7529c245-8dd6-417c-95b5-8fa051a2e226 req-9605aa2e-6c09-4bcc-9a7d-e8fffcf9e413 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4e05430-70d1-4c16-868d-c2efd1714b2c HTTP/1.1" status: 200 len: 946 time: 0.0744250 Nov 25 05:01:27.548473 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade6e3a-9a7d-4e91-8531-babecc8eb078 req-0b0142a3-408b-41c9-af1d-df0b37dcce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 05:01:27.549898 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-eade6e3a-9a7d-4e91-8531-babecc8eb078 req-0b0142a3-408b-41c9-af1d-df0b37dcce5b service neutron] 10.222.0.41 "GET /v2.0/networks?id=47f24a18-0d1d-47fa-a7be-085d929bd977 HTTP/1.1" status: 200 len: 913 time: 0.1464086 Nov 25 05:01:27.572750 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-9e4a7a8c-1125-42cd-9a73-073c030ea74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'name': 'tempest-TestVolumeBootPattern-1945409044-router', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:54:13Z', 'updated_at': '2021-11-25T04:54:16Z', 'revision_number': 4, 'project_id': '8522662999744d00a4b23e041e4ada60', 'gw_port': {'id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:14Z', 'updated_at': '2021-11-25T04:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '59a4de55-82ab-4eb9-b12d-d6eef74f4174', 'name': '', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'mac_address': 'fa:16:3e:73:20:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:15Z', 'updated_at': '2021-11-25T04:54:22Z', 'revision_number': 5, 'project_id': '8522662999744d00a4b23e041e4ada60', 'subnets': [{'id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 05:01:27.598159 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-eade6e3a-9a7d-4e91-8531-babecc8eb078 req-7ffa868d-5e6e-4bb3-a278-58a7ea7d90eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e97344f2-6321-4420-8f0b-111a9d726890 HTTP/1.1" status: 200 len: 217 time: 0.0390944 Nov 25 05:01:27.600839 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4a7a8c-1125-42cd-9a73-073c030ea74e None None] Checking router: 8a5803ae-40fa-4e8f-91f9-22d6d729a785 for host: dv-cinder-815582-6-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 05:01:27.610329 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4a7a8c-1125-42cd-9a73-073c030ea74e None None] Routers {'8a5803ae-40fa-4e8f-91f9-22d6d729a785'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 05:01:27.610953 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-9e4a7a8c-1125-42cd-9a73-073c030ea74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T05:01:00Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['8a5803ae-40fa-4e8f-91f9-22d6d729a785'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 05:01:27.655903 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-7529c245-8dd6-417c-95b5-8fa051a2e226 req-4a3b78ec-a983-46c5-955a-2c762aa0fee4 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161518 Nov 25 05:01:27.670038 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade6e3a-9a7d-4e91-8531-babecc8eb078 req-c27b2161-2585-4abc-9d13-8451a6396bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 05:01:27.671505 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-eade6e3a-9a7d-4e91-8531-babecc8eb078 req-c27b2161-2585-4abc-9d13-8451a6396bec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3814844c-278b-47e5-8d6f-60a115ac1abb HTTP/1.1" status: 200 len: 851 time: 0.0653894 Nov 25 05:01:27.718232 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade6e3a-9a7d-4e91-8531-babecc8eb078 req-d70e859e-9e2e-4a4f-8060-55ef4bb8dfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 05:01:27.719822 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-eade6e3a-9a7d-4e91-8531-babecc8eb078 req-d70e859e-9e2e-4a4f-8060-55ef4bb8dfb7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=47f24a18-0d1d-47fa-a7be-085d929bd977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405462 Nov 25 05:01:27.724119 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-9e4a7a8c-1125-42cd-9a73-073c030ea74e None None] Set router 8a5803ae-40fa-4e8f-91f9-22d6d729a785 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 05:01:27.808742 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-eade6e3a-9a7d-4e91-8531-babecc8eb078 req-4f6cfa08-7205-4319-89d6-87ac30e85f32 service neutron] 10.222.0.41 "GET /v2.0/networks/47f24a18-0d1d-47fa-a7be-085d929bd977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798182 Nov 25 05:01:27.850448 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-087b86c4-b150-43f7-b197-fad58d26277c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:27.907152 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-eade6e3a-9a7d-4e91-8531-babecc8eb078 req-fa2f45f1-c720-42e7-8516-b66ac176a158 service neutron] 10.222.0.41 "GET /v2.0/networks/47f24a18-0d1d-47fa-a7be-085d929bd977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894229 Nov 25 05:01:27.948545 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-9e4a7a8c-1125-42cd-9a73-073c030ea74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'name': 'tempest-TestVolumeBootPattern-1945409044-router', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:54:13Z', 'updated_at': '2021-11-25T04:54:16Z', 'revision_number': 4, 'project_id': '8522662999744d00a4b23e041e4ada60', 'gw_port': {'id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:14Z', 'updated_at': '2021-11-25T04:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '59a4de55-82ab-4eb9-b12d-d6eef74f4174', 'name': '', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'mac_address': 'fa:16:3e:73:20:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:15Z', 'updated_at': '2021-11-25T04:54:22Z', 'revision_number': 5, 'project_id': '8522662999744d00a4b23e041e4ada60', 'subnets': [{'id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 05:01:27.975859 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4a7a8c-1125-42cd-9a73-073c030ea74e None None] The sync data for ids ['8a5803ae-40fa-4e8f-91f9-22d6d729a785'] in dv-cinder-815582-6-iscsi is: [{'id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'name': 'tempest-TestVolumeBootPattern-1945409044-router', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:54:13Z', 'updated_at': '2021-11-25T04:54:16Z', 'revision_number': 4, 'project_id': '8522662999744d00a4b23e041e4ada60', 'gw_port': {'id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:14Z', 'updated_at': '2021-11-25T04:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi', '_interfaces': [{'id': '59a4de55-82ab-4eb9-b12d-d6eef74f4174', 'name': '', 'network_id': '47f24a18-0d1d-47fa-a7be-085d929bd977', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'mac_address': 'fa:16:3e:73:20:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:15Z', 'updated_at': '2021-11-25T04:54:22Z', 'revision_number': 5, 'project_id': '8522662999744d00a4b23e041e4ada60', 'subnets': [{'id': '3814844c-278b-47e5-8d6f-60a115ac1abb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 05:01:28.198959 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2e975c-0d6a-487b-a7a9-6c9a791ab296 None None] New status for floating IP c23bdd67-fd17-4164-8a24-adbe0bafad6a: DOWN {{(pid=109073) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 05:01:28.785481 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefaa4de-d4e7-4e15-988f-1b3324893033 req-20bce248-4fde-449f-9c35-1c098b9730a7 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109070) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 05:01:28.787045 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-aefaa4de-d4e7-4e15-988f-1b3324893033 req-20bce248-4fde-449f-9c35-1c098b9730a7 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4e05430-70d1-4c16-868d-c2efd1714b2c HTTP/1.1" status: 200 len: 946 time: 0.0521352 Nov 25 05:01:28.838607 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-aefaa4de-d4e7-4e15-988f-1b3324893033 req-2746a602-36d1-45b4-8e6e-909876b6398c tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/security-groups?id=6f84c611-44f9-4b45-a87f-6e370e5d478e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452840 Nov 25 05:01:29.165813 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564b874-6495-4007-87a7-f74f57ac8198 req-cb0c03e8-34e4-433e-b57e-f0cdcb8e9c4f tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109071) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 05:01:29.167282 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-3564b874-6495-4007-87a7-f74f57ac8198 req-cb0c03e8-34e4-433e-b57e-f0cdcb8e9c4f tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4e05430-70d1-4c16-868d-c2efd1714b2c HTTP/1.1" status: 200 len: 946 time: 0.0659015 Nov 25 05:01:29.274124 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [req-3564b874-6495-4007-87a7-f74f57ac8198 req-5e9d18f7-7816-473a-9965-6e99db78bfe6 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Deleting port e97344f2-6321-4420-8f0b-111a9d726890 {{(pid=109071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 05:01:29.274459 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-3564b874-6495-4007-87a7-f74f57ac8198 req-5e9d18f7-7816-473a-9965-6e99db78bfe6 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:29.373327 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [req-3564b874-6495-4007-87a7-f74f57ac8198 req-5e9d18f7-7816-473a-9965-6e99db78bfe6 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] For port e97344f2-6321-4420-8f0b-111a9d726890, host hv-cinder-81558, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81558',level=0,port_id=e97344f2-6321-4420-8f0b-111a9d726890,segment=NetworkSegment(39ae19d3-becf-4497-a554-bf3eb3e508ac),segment_id=39ae19d3-becf-4497-a554-bf3eb3e508ac)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 05:01:29.373702 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-3564b874-6495-4007-87a7-f74f57ac8198 req-5e9d18f7-7816-473a-9965-6e99db78bfe6 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:29.385989 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [req-3564b874-6495-4007-87a7-f74f57ac8198 req-5e9d18f7-7816-473a-9965-6e99db78bfe6 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Calling delete_port for e97344f2-6321-4420-8f0b-111a9d726890 owned by compute:nova {{(pid=109071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 05:01:29.530841 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-3564b874-6495-4007-87a7-f74f57ac8198 req-5e9d18f7-7816-473a-9965-6e99db78bfe6 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:29.558980 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d18f7-7816-473a-9965-6e99db78bfe6 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Pushing event deleted for resources: {'Port': ['ID=e97344f2-6321-4420-8f0b-111a9d726890,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 05:01:29.605804 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [req-3564b874-6495-4007-87a7-f74f57ac8198 req-5e9d18f7-7816-473a-9965-6e99db78bfe6 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] No DVR routers for this DVR port e97344f2-6321-4420-8f0b-111a9d726890 on host hv-cinder-81558 {{(pid=109071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 05:01:29.608464 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [req-3564b874-6495-4007-87a7-f74f57ac8198 req-5e9d18f7-7816-473a-9965-6e99db78bfe6 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for port, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:29.612196 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [req-3564b874-6495-4007-87a7-f74f57ac8198 req-5e9d18f7-7816-473a-9965-6e99db78bfe6 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.41 "DELETE /v2.0/ports/e97344f2-6321-4420-8f0b-111a9d726890 HTTP/1.1" status: 204 len: 173 time: 0.4378927 Nov 25 05:01:29.612672 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4e05430-70d1-4c16-868d-c2efd1714b2c', 'name': 'network-vif-deleted', 'tag': 'e97344f2-6321-4420-8f0b-111a9d726890'}] {{(pid=109071) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 05:01:29.615439 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1d57e7af397f6b944dcc9a6f5390767d05535c9c85852faf17d281085e8a62f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1261ba1d-1320-438f-8c14-e87791612a68" -d '{"events": [{"server_uuid": "a4e05430-70d1-4c16-868d-c2efd1714b2c", "name": "network-vif-deleted", "tag": "e97344f2-6321-4420-8f0b-111a9d726890"}]}' {{(pid=109071) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 05:01:29.655342 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 05:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6440df-1584-4b44-8488-958d2435256e x-openstack-request-id: req-9d6440df-1584-4b44-8488-958d2435256e {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 05:01:29.655638 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4e05430-70d1-4c16-868d-c2efd1714b2c", "name": "network-vif-deleted", "tag": "e97344f2-6321-4420-8f0b-111a9d726890", "status": "completed", "code": 200}]} {{(pid=109071) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 05:01:29.655900 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9d6440df-1584-4b44-8488-958d2435256e {{(pid=109071) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 05:01:29.656356 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4e05430-70d1-4c16-868d-c2efd1714b2c', 'name': 'network-vif-deleted', 'tag': 'e97344f2-6321-4420-8f0b-111a9d726890', 'status': 'completed', 'code': 200} Nov 25 05:01:29.948540 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [req-570cfad1-baff-4b23-be34-00b9244d4b13 req-07ec76da-692f-4127-b3e1-2923c4f3c054 tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "GET /v2.0/ports?device_id=a4e05430-70d1-4c16-868d-c2efd1714b2c HTTP/1.1" status: 200 len: 210 time: 0.0362120 Nov 25 05:01:30.191070 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-ff6a80cb-092d-4349-b597-70e17a88dbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:31.017057 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 34826) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 05:01:31.146313 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-af69fb33-903e-404a-9489-0fadd72c4f0b tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Deleting port 701b8b75-de0b-42ee-ae44-13a79b3ef1bf {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 05:01:31.146621 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-af69fb33-903e-404a-9489-0fadd72c4f0b tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:31.236273 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-af69fb33-903e-404a-9489-0fadd72c4f0b tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:31.236498 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-af69fb33-903e-404a-9489-0fadd72c4f0b tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:31.248529 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-af69fb33-903e-404a-9489-0fadd72c4f0b tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Calling delete_port for 701b8b75-de0b-42ee-ae44-13a79b3ef1bf owned by network:floatingip {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 05:01:31.279566 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:31.396184 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-af69fb33-903e-404a-9489-0fadd72c4f0b tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:31.421605 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af69fb33-903e-404a-9489-0fadd72c4f0b tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Pushing event deleted for resources: {'Port': ['ID=701b8b75-de0b-42ee-ae44-13a79b3ef1bf,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 05:01:31.484740 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-af69fb33-903e-404a-9489-0fadd72c4f0b tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for floatingip, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:31.487392 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-af69fb33-903e-404a-9489-0fadd72c4f0b tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221829'] for floatingip, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:31.488547 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-af69fb33-903e-404a-9489-0fadd72c4f0b tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "DELETE /v2.0/floatingips/325805a7-fbca-47a8-b7e3-ca5ac918616f HTTP/1.1" status: 204 len: 168 time: 0.4704301 Nov 25 05:01:32.688252 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 34838) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 05:01:32.690789 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:32.746446 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a6a78518-9d7b-4470-a742-ba1333e642aa tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for security_group, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:32.776248 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a6a78518-9d7b-4470-a742-ba1333e642aa tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:32.843617 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a6a78518-9d7b-4470-a742-ba1333e642aa tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:32.846732 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a6a78518-9d7b-4470-a742-ba1333e642aa tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Publish callbacks [] for security_group, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:32.847946 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-a6a78518-9d7b-4470-a742-ba1333e642aa tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] 10.222.0.36 "DELETE /v2.0/security-groups/6f84c611-44f9-4b45-a87f-6e370e5d478e HTTP/1.1" status: 204 len: 168 time: 0.1586759 Nov 25 05:01:32.857595 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a78518-9d7b-4470-a742-ba1333e642aa tempest-TestVolumeBootPattern-426893739 tempest-TestVolumeBootPattern-426893739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f84c611-44f9-4b45-a87f-6e370e5d478e,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 05:01:33.568999 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:33.929143 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 34844) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 05:01:34.369738 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device e97344f2-6321-4420-8f0b-111a9d726890 no longer exists at agent hyperv_hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 05:01:34.391071 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] No Port match for: e97344f2-6321-4420-8f0b-111a9d726890 {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 05:01:34.391420 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Device e97344f2-6321-4420-8f0b-111a9d726890 not bound to the agent host hv-cinder-81558 {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 05:01:34.880510 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a58a467b-2c05-4aa1-af08-9ad672cb5c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681879'] for router_interface, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:35.180417 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-a58a467b-2c05-4aa1-af08-9ad672cb5c78 admin admin] Deleting port 59a4de55-82ab-4eb9-b12d-d6eef74f4174 {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 05:01:35.181228 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a58a467b-2c05-4aa1-af08-9ad672cb5c78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:35.270065 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [None req-a58a467b-2c05-4aa1-af08-9ad672cb5c78 admin admin] For port 59a4de55-82ab-4eb9-b12d-d6eef74f4174, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=59a4de55-82ab-4eb9-b12d-d6eef74f4174,segment=NetworkSegment(39ae19d3-becf-4497-a554-bf3eb3e508ac),segment_id=39ae19d3-becf-4497-a554-bf3eb3e508ac)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 05:01:35.270454 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a58a467b-2c05-4aa1-af08-9ad672cb5c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:35.283454 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-a58a467b-2c05-4aa1-af08-9ad672cb5c78 admin admin] Calling delete_port for 59a4de55-82ab-4eb9-b12d-d6eef74f4174 owned by network:router_interface {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 05:01:35.477664 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a58a467b-2c05-4aa1-af08-9ad672cb5c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:35.502332 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a467b-2c05-4aa1-af08-9ad672cb5c78 admin admin] Pushing event deleted for resources: {'Port': ['ID=59a4de55-82ab-4eb9-b12d-d6eef74f4174,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 05:01:35.671547 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-a58a467b-2c05-4aa1-af08-9ad672cb5c78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4163460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681995'] for router_interface, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:35.884516 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58a467b-2c05-4aa1-af08-9ad672cb5c78 admin admin] Router 8a5803ae-40fa-4e8f-91f9-22d6d729a785 has already been hosted by L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f {{(pid=109070) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 05:01:35.990256 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58a467b-2c05-4aa1-af08-9ad672cb5c78 admin admin] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109070) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 05:01:35.996719 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-a58a467b-2c05-4aa1-af08-9ad672cb5c78 admin admin] 10.222.0.36 "PUT /v2.0/routers/8a5803ae-40fa-4e8f-91f9-22d6d729a785/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0664210 Nov 25 05:01:35.998495 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 34848) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 05:01:36.000894 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bee6f8d-8fe1-4cdb-93e9-432c75b2d036 None None] Sync routers for ids ['8a5803ae-40fa-4e8f-91f9-22d6d729a785'] in dv-cinder-815582-6-iscsi {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 05:01:36.010689 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bee6f8d-8fe1-4cdb-93e9-432c75b2d036 None None] Routers {'8a5803ae-40fa-4e8f-91f9-22d6d729a785'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 05:01:36.011316 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-9bee6f8d-8fe1-4cdb-93e9-432c75b2d036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T05:01:30Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['8a5803ae-40fa-4e8f-91f9-22d6d729a785'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 05:01:36.102551 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-2b8d881f-a57b-45cb-b630-451afee28b49 admin admin] Publish callbacks [] for router, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:36.120632 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-9bee6f8d-8fe1-4cdb-93e9-432c75b2d036 None None] Set router 8a5803ae-40fa-4e8f-91f9-22d6d729a785 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 05:01:36.203977 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-2b8d881f-a57b-45cb-b630-451afee28b49 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:36.259371 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-2b8d881f-a57b-45cb-b630-451afee28b49 admin admin] Deleting port a6d668e9-311c-42a9-b1bb-093b570e789c {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 05:01:36.259619 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-2b8d881f-a57b-45cb-b630-451afee28b49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:36.302059 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-9bee6f8d-8fe1-4cdb-93e9-432c75b2d036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'name': 'tempest-TestVolumeBootPattern-1945409044-router', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:54:13Z', 'updated_at': '2021-11-25T05:01:35Z', 'revision_number': 5, 'project_id': '8522662999744d00a4b23e041e4ada60', 'gw_port': {'id': 'a6d668e9-311c-42a9-b1bb-093b570e789c', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:14Z', 'updated_at': '2021-11-25T04:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi'}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 05:01:36.332119 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bee6f8d-8fe1-4cdb-93e9-432c75b2d036 None None] Checking router: 8a5803ae-40fa-4e8f-91f9-22d6d729a785 for host: dv-cinder-815582-6-iscsi {{(pid=109072) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 05:01:36.339750 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [None req-2b8d881f-a57b-45cb-b630-451afee28b49 admin admin] For port a6d668e9-311c-42a9-b1bb-093b570e789c, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=a6d668e9-311c-42a9-b1bb-093b570e789c,segment=NetworkSegment(5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6),segment_id=5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 05:01:36.340489 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-2b8d881f-a57b-45cb-b630-451afee28b49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:36.341231 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bee6f8d-8fe1-4cdb-93e9-432c75b2d036 None None] Routers {'8a5803ae-40fa-4e8f-91f9-22d6d729a785'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109072) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 05:01:36.341874 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-9bee6f8d-8fe1-4cdb-93e9-432c75b2d036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T05:01:30Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['8a5803ae-40fa-4e8f-91f9-22d6d729a785'], 'active': True} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 05:01:36.352347 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-2b8d881f-a57b-45cb-b630-451afee28b49 admin admin] Calling delete_port for a6d668e9-311c-42a9-b1bb-093b570e789c owned by network:router_gateway {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 05:01:36.428027 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_dvr_db [None req-9bee6f8d-8fe1-4cdb-93e9-432c75b2d036 None None] Set router 8a5803ae-40fa-4e8f-91f9-22d6d729a785 gateway port host: None {{(pid=109072) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 05:01:36.523543 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-2b8d881f-a57b-45cb-b630-451afee28b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:36.549695 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d881f-a57b-45cb-b630-451afee28b49 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6d668e9-311c-42a9-b1bb-093b570e789c,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 05:01:36.611750 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.db.l3_hamode_db [None req-9bee6f8d-8fe1-4cdb-93e9-432c75b2d036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'name': 'tempest-TestVolumeBootPattern-1945409044-router', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:54:13Z', 'updated_at': '2021-11-25T05:01:36Z', 'revision_number': 6, 'project_id': '8522662999744d00a4b23e041e4ada60', 'gw_port_host': None}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 05:01:36.613372 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-2b8d881f-a57b-45cb-b630-451afee28b49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688045'] for router_gateway, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:36.640624 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bee6f8d-8fe1-4cdb-93e9-432c75b2d036 None None] The sync data for ids ['8a5803ae-40fa-4e8f-91f9-22d6d729a785'] in dv-cinder-815582-6-iscsi is: [{'id': '8a5803ae-40fa-4e8f-91f9-22d6d729a785', 'name': 'tempest-TestVolumeBootPattern-1945409044-router', 'tenant_id': '8522662999744d00a4b23e041e4ada60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:54:13Z', 'updated_at': '2021-11-25T05:01:36Z', 'revision_number': 6, 'project_id': '8522662999744d00a4b23e041e4ada60', 'gw_port_host': None}] {{(pid=109072) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 05:01:36.712104 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-2b8d881f-a57b-45cb-b630-451afee28b49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24969'] for router, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:36.715868 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-2b8d881f-a57b-45cb-b630-451afee28b49 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:36.763333 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-2b8d881f-a57b-45cb-b630-451afee28b49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683314'] for router, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:36.764173 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8d881f-a57b-45cb-b630-451afee28b49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a5803ae-40fa-4e8f-91f9-22d6d729a785 {{(pid=109070) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 05:01:36.770539 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-2b8d881f-a57b-45cb-b630-451afee28b49 admin admin] Publish callbacks [] for router, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:36.771755 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-2b8d881f-a57b-45cb-b630-451afee28b49 admin admin] 10.222.0.36 "DELETE /v2.0/routers/8a5803ae-40fa-4e8f-91f9-22d6d729a785 HTTP/1.1" status: 204 len: 168 time: 0.7723279 Nov 25 05:01:36.775603 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 34850) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 05:01:36.819070 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.db_base_plugin_v2 [None req-791892d0-1099-48ef-a765-da648597ae74 admin admin] Deleting subnet 3814844c-278b-47e5-8d6f-60a115ac1abb {{(pid=109070) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 05:01:36.822276 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-791892d0-1099-48ef-a765-da648597ae74 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:36.857930 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-791892d0-1099-48ef-a765-da648597ae74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3171243'] for subnet, precommit_delete_associations {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:36.938852 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-791892d0-1099-48ef-a765-da648597ae74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-567804'] for subnet, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:36.993163 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-791892d0-1099-48ef-a765-da648597ae74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-567559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9557373', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9757726'] for subnet, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:37.019475 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791892d0-1099-48ef-a765-da648597ae74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3814844c-278b-47e5-8d6f-60a115ac1abb,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 05:01:37.028661 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-791892d0-1099-48ef-a765-da648597ae74 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:37.033306 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-791892d0-1099-48ef-a765-da648597ae74 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3814844c-278b-47e5-8d6f-60a115ac1abb HTTP/1.1" status: 204 len: 168 time: 0.2568014 Nov 25 05:01:37.035302 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24551707-5e92-4a58-84ca-ad214d72efdf None None] Network 47f24a18-0d1d-47fa-a7be-085d929bd977 requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 05:01:37.035925 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 34852) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 05:01:37.112566 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0151-a117-462b-9b0b-872a8923babd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-683350'] for network, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:37.166466 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-4d7a0151-a117-462b-9b0b-872a8923babd admin admin] Deleting port ac833b2a-2377-4d6c-af93-23cffebf5eb6 {{(pid=109070) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 05:01:37.166861 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0151-a117-462b-9b0b-872a8923babd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:37.229697 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.db [None req-4d7a0151-a117-462b-9b0b-872a8923babd admin admin] For port ac833b2a-2377-4d6c-af93-23cffebf5eb6, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=ac833b2a-2377-4d6c-af93-23cffebf5eb6,segment=NetworkSegment(39ae19d3-becf-4497-a554-bf3eb3e508ac),segment_id=39ae19d3-becf-4497-a554-bf3eb3e508ac)] {{(pid=109070) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 05:01:37.230373 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0151-a117-462b-9b0b-872a8923babd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:37.242622 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.plugin [None req-4d7a0151-a117-462b-9b0b-872a8923babd admin admin] Calling delete_port for ac833b2a-2377-4d6c-af93-23cffebf5eb6 owned by network:dhcp {{(pid=109070) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 05:01:37.335372 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0151-a117-462b-9b0b-872a8923babd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9557418'] for port, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:37.361116 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a0151-a117-462b-9b0b-872a8923babd admin admin] Pushing event deleted for resources: {'Port': ['ID=ac833b2a-2377-4d6c-af93-23cffebf5eb6,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 05:01:37.365417 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7a0151-a117-462b-9b0b-872a8923babd admin admin] No DVR routers for this DVR port ac833b2a-2377-4d6c-af93-23cffebf5eb6 on host dv-cinder-815582-6-iscsi {{(pid=109070) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 05:01:37.429887 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a370bd-a987-4073-92da-b7a70dd1c03e None None] DHCP port deletion for 47f24a18-0d1d-47fa-a7be-085d929bd977 request from dv-cinder-815582-6-iscsi {{(pid=109072) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 05:01:37.443252 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0151-a117-462b-9b0b-872a8923babd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568939', 'neutron.services.segments.db._delete_segments_for_network-8783340406995'] for network, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:37.467101 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-4d7a0151-a117-462b-9b0b-872a8923babd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f24a18-0d1d-47fa-a7be-085d929bd977']}} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 05:01:37.476498 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-4d7a0151-a117-462b-9b0b-872a8923babd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39ae19d3-becf-4497-a554-bf3eb3e508ac') {'for_net_delete': True} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 05:01:37.476800 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.services.segments.db [None req-4d7a0151-a117-462b-9b0b-872a8923babd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39ae19d3-becf-4497-a554-bf3eb3e508ac') {} {{(pid=109070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 05:01:37.486515 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0151-a117-462b-9b0b-872a8923babd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783340412124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3171232'] for segment, before_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:37.500511 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0151-a117-462b-9b0b-872a8923babd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041'] for segment, precommit_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:37.507276 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7a0151-a117-462b-9b0b-872a8923babd admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=109070) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 05:01:37.507696 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0151-a117-462b-9b0b-872a8923babd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9557383'] for segment, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:37.509522 dv-cinder-815582-6-iscsi neutron-server[109070]: Traceback (most recent call last): Nov 25 05:01:37.509522 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 05:01:37.509522 dv-cinder-815582-6-iscsi neutron-server[109070]: timer() Nov 25 05:01:37.509522 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 05:01:37.509522 dv-cinder-815582-6-iscsi neutron-server[109070]: cb(*args, **kw) Nov 25 05:01:37.509522 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 05:01:37.509522 dv-cinder-815582-6-iscsi neutron-server[109070]: return func(*args, **kwargs) Nov 25 05:01:37.509522 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 05:01:37.509522 dv-cinder-815582-6-iscsi neutron-server[109070]: self._notify() Nov 25 05:01:37.509522 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 05:01:37.509522 dv-cinder-815582-6-iscsi neutron-server[109070]: self.callback(batched_events) Nov 25 05:01:37.509522 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 05:01:37.509522 dv-cinder-815582-6-iscsi neutron-server[109070]: event.method(event) Nov 25 05:01:37.509522 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 05:01:37.509522 dv-cinder-815582-6-iscsi neutron-server[109070]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 05:01:37.509522 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 05:01:37.509522 dv-cinder-815582-6-iscsi neutron-server[109070]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 05:01:37.509522 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 05:01:37.509522 dv-cinder-815582-6-iscsi neutron-server[109070]: return f(self, *a, **k) Nov 25 05:01:37.509522 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 05:01:37.509522 dv-cinder-815582-6-iscsi neutron-server[109070]: return self._get(url).json() Nov 25 05:01:37.509522 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 05:01:37.509522 dv-cinder-815582-6-iscsi neutron-server[109070]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 05:01:37.509522 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 05:01:37.509522 dv-cinder-815582-6-iscsi neutron-server[109070]: return self.request(url, 'GET', **kwargs) Nov 25 05:01:37.509522 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 05:01:37.509522 dv-cinder-815582-6-iscsi neutron-server[109070]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 05:01:37.509522 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 05:01:37.509522 dv-cinder-815582-6-iscsi neutron-server[109070]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 05:01:37.509522 dv-cinder-815582-6-iscsi neutron-server[109070]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 05:01:37.509522 dv-cinder-815582-6-iscsi neutron-server[109070]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 05:01:37.509522 dv-cinder-815582-6-iscsi neutron-server[109070]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 05:01:37.566059 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0151-a117-462b-9b0b-872a8923babd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network, after_delete {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:37.572121 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron_lib.callbacks.manager [None req-4d7a0151-a117-462b-9b0b-872a8923babd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for network, before_response {{(pid=109070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:37.575209 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-4d7a0151-a117-462b-9b0b-872a8923babd admin admin] 10.222.0.36 "DELETE /v2.0/networks/47f24a18-0d1d-47fa-a7be-085d929bd977 HTTP/1.1" status: 204 len: 168 time: 0.5383084 Nov 25 05:01:37.578435 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 34854) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 05:01:37.587575 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a0151-a117-462b-9b0b-872a8923babd admin admin] Pushing event deleted for resources: {'Network': ['ID=47f24a18-0d1d-47fa-a7be-085d929bd977,revision_number=None']} {{(pid=109070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 05:01:37.954038 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-8796e4ad-1483-47a6-bccf-1d862adc1af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3681879'] for router_interface, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:38.140110 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device a6d668e9-311c-42a9-b1bb-093b570e789c no longer exists at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 05:01:38.160766 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] No Port match for: a6d668e9-311c-42a9-b1bb-093b570e789c {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 05:01:38.161117 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device a6d668e9-311c-42a9-b1bb-093b570e789c not bound to the agent host dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 05:01:38.161530 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 59a4de55-82ab-4eb9-b12d-d6eef74f4174 no longer exists at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 05:01:38.180785 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] No Port match for: 59a4de55-82ab-4eb9-b12d-d6eef74f4174 {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 05:01:38.181130 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 59a4de55-82ab-4eb9-b12d-d6eef74f4174 not bound to the agent host dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 05:01:38.181548 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device ac833b2a-2377-4d6c-af93-23cffebf5eb6 no longer exists at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 05:01:38.200963 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] No Port match for: ac833b2a-2377-4d6c-af93-23cffebf5eb6 {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 05:01:38.201157 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device ac833b2a-2377-4d6c-af93-23cffebf5eb6 not bound to the agent host dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 05:01:38.232450 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-8796e4ad-1483-47a6-bccf-1d862adc1af4 admin admin] Deleting port 607b7e64-26cc-4826-b72e-fce7b0db8c59 {{(pid=109071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 05:01:38.232800 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-8796e4ad-1483-47a6-bccf-1d862adc1af4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:38.310383 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-8796e4ad-1483-47a6-bccf-1d862adc1af4 admin admin] For port 607b7e64-26cc-4826-b72e-fce7b0db8c59, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=607b7e64-26cc-4826-b72e-fce7b0db8c59,segment=NetworkSegment(35cee42c-b62e-4fa3-8a58-575c7e5c4cac),segment_id=35cee42c-b62e-4fa3-8a58-575c7e5c4cac)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 05:01:38.310732 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-8796e4ad-1483-47a6-bccf-1d862adc1af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:38.323155 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-8796e4ad-1483-47a6-bccf-1d862adc1af4 admin admin] Calling delete_port for 607b7e64-26cc-4826-b72e-fce7b0db8c59 owned by network:router_interface {{(pid=109071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 05:01:38.779868 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-8796e4ad-1483-47a6-bccf-1d862adc1af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:38.804792 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8796e4ad-1483-47a6-bccf-1d862adc1af4 admin admin] Pushing event deleted for resources: {'Port': ['ID=607b7e64-26cc-4826-b72e-fce7b0db8c59,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 05:01:38.970449 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-8796e4ad-1483-47a6-bccf-1d862adc1af4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4163460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3681995'] for router_interface, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:39.192052 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8796e4ad-1483-47a6-bccf-1d862adc1af4 admin admin] Router 9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93 has already been hosted by L3 agent 0c8f3204-289b-4d17-8f58-0e130f2f626f {{(pid=109071) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 05:01:39.310136 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8796e4ad-1483-47a6-bccf-1d862adc1af4 admin admin] Notify agent at l3_agent.dv-cinder-815582-6-iscsi the message routers_updated {{(pid=109071) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 05:01:39.315959 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-8796e4ad-1483-47a6-bccf-1d862adc1af4 admin admin] 10.222.0.36 "PUT /v2.0/routers/9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7321703 Nov 25 05:01:39.318104 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 34856) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 05:01:39.320785 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51421023-9866-4bf9-84f8-55d95ed645ab None None] Sync routers for ids ['9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93'] in dv-cinder-815582-6-iscsi {{(pid=109073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 05:01:39.334961 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51421023-9866-4bf9-84f8-55d95ed645ab None None] Routers {'9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 05:01:39.335587 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-51421023-9866-4bf9-84f8-55d95ed645ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T05:01:30Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93'], 'active': True} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 05:01:39.425773 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a7438240-c7b5-4af9-97ff-2004692508f1 admin admin] Publish callbacks [] for router, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:39.447369 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvr_db [None req-51421023-9866-4bf9-84f8-55d95ed645ab None None] Set router 9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93 gateway port host: dv-cinder-815582-6-iscsi {{(pid=109073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 05:01:39.532840 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a7438240-c7b5-4af9-97ff-2004692508f1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:39.591862 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-a7438240-c7b5-4af9-97ff-2004692508f1 admin admin] Deleting port 8abe2b38-b4f3-44e6-9b5c-9c1ce938823f {{(pid=109071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 05:01:39.592298 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a7438240-c7b5-4af9-97ff-2004692508f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:39.634645 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-51421023-9866-4bf9-84f8-55d95ed645ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93', 'name': 'tempest-TestVolumeBootPattern-2091907749-router', 'tenant_id': '4b2fbc33d10047668d8743369cb2f442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'external_fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '8abe2b38-b4f3-44e6-9b5c-9c1ce938823f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:54:18Z', 'updated_at': '2021-11-25T05:01:38Z', 'revision_number': 5, 'project_id': '4b2fbc33d10047668d8743369cb2f442', 'gw_port': {'id': '8abe2b38-b4f3-44e6-9b5c-9c1ce938823f', 'name': '', 'network_id': '7252c0b9-b802-4561-8a54-4fb5c87ca7b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815582-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T04:54:18Z', 'updated_at': '2021-11-25T04:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33b80b7-52e3-4af3-b161-e1f3edefb5e3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815582-6-iscsi'}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 05:01:39.675422 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-a7438240-c7b5-4af9-97ff-2004692508f1 admin admin] For port 8abe2b38-b4f3-44e6-9b5c-9c1ce938823f, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=8abe2b38-b4f3-44e6-9b5c-9c1ce938823f,segment=NetworkSegment(5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6),segment_id=5c5b3d34-8c3d-4c38-9c03-a0c6d9a048a6)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 05:01:39.675784 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a7438240-c7b5-4af9-97ff-2004692508f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:39.688800 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-a7438240-c7b5-4af9-97ff-2004692508f1 admin admin] Calling delete_port for 8abe2b38-b4f3-44e6-9b5c-9c1ce938823f owned by network:router_gateway {{(pid=109071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 05:01:39.758940 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51421023-9866-4bf9-84f8-55d95ed645ab None None] Checking router: 9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93 for host: dv-cinder-815582-6-iscsi {{(pid=109073) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 05:01:39.768062 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51421023-9866-4bf9-84f8-55d95ed645ab None None] Routers {'9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93'} bound to L3 agent in host dv-cinder-815582-6-iscsi {{(pid=109073) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 05:01:39.768709 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-51421023-9866-4bf9-84f8-55d95ed645ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815582-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T04:40:30Z,description=,heartbeat_timestamp=2021-11-25T05:01:30Z,host='dv-cinder-815582-6-iscsi',id=0c8f3204-289b-4d17-8f58-0e130f2f626f,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T04:40:30Z,topic='l3_agent')) {'router_ids': ['9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93'], 'active': True} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 05:01:39.852549 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_dvr_db [None req-51421023-9866-4bf9-84f8-55d95ed645ab None None] Set router 9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93 gateway port host: None {{(pid=109073) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 05:01:39.867509 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a7438240-c7b5-4af9-97ff-2004692508f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:39.893464 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7438240-c7b5-4af9-97ff-2004692508f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8abe2b38-b4f3-44e6-9b5c-9c1ce938823f,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 05:01:39.907466 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.l3_hamode_db [None req-51421023-9866-4bf9-84f8-55d95ed645ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93', 'name': 'tempest-TestVolumeBootPattern-2091907749-router', 'tenant_id': '4b2fbc33d10047668d8743369cb2f442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:54:18Z', 'updated_at': '2021-11-25T05:01:39Z', 'revision_number': 6, 'project_id': '4b2fbc33d10047668d8743369cb2f442', 'gw_port_host': None}], 'dv-cinder-815582-6-iscsi', False) {} {{(pid=109073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 05:01:39.933389 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51421023-9866-4bf9-84f8-55d95ed645ab None None] The sync data for ids ['9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93'] in dv-cinder-815582-6-iscsi is: [{'id': '9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93', 'name': 'tempest-TestVolumeBootPattern-2091907749-router', 'tenant_id': '4b2fbc33d10047668d8743369cb2f442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T04:54:18Z', 'updated_at': '2021-11-25T05:01:39Z', 'revision_number': 6, 'project_id': '4b2fbc33d10047668d8743369cb2f442', 'gw_port_host': None}] {{(pid=109073) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 05:01:39.958679 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a7438240-c7b5-4af9-97ff-2004692508f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3688045'] for router_gateway, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:40.052008 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a7438240-c7b5-4af9-97ff-2004692508f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3683325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24969'] for router, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:40.054276 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a7438240-c7b5-4af9-97ff-2004692508f1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:40.103598 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a7438240-c7b5-4af9-97ff-2004692508f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3683314'] for router, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:40.104382 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7438240-c7b5-4af9-97ff-2004692508f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93 {{(pid=109071) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 05:01:40.109779 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-a7438240-c7b5-4af9-97ff-2004692508f1 admin admin] Publish callbacks [] for router, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:40.110958 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-a7438240-c7b5-4af9-97ff-2004692508f1 admin admin] 10.222.0.36 "DELETE /v2.0/routers/9db5d0d1-606f-4ce4-ab01-a1bd7f8e6d93 HTTP/1.1" status: 204 len: 168 time: 0.7919507 Nov 25 05:01:40.114517 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 34858) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 05:01:40.169634 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1a28982-afe3-42fb-8d78-b44cf707e67d admin admin] Deleting subnet ada77f8a-9193-415a-a12a-371f1b1f9b12 {{(pid=109071) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 05:01:40.172990 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e1a28982-afe3-42fb-8d78-b44cf707e67d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:40.207613 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e1a28982-afe3-42fb-8d78-b44cf707e67d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-137230'] for subnet, precommit_delete_associations {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:40.290205 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e1a28982-afe3-42fb-8d78-b44cf707e67d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-567804'] for subnet, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:40.355630 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e1a28982-afe3-42fb-8d78-b44cf707e67d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-567559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3749355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8963827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9254930'] for subnet, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:40.385615 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a28982-afe3-42fb-8d78-b44cf707e67d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ada77f8a-9193-415a-a12a-371f1b1f9b12,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 05:01:40.387618 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-e1a28982-afe3-42fb-8d78-b44cf707e67d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for subnet, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:40.391118 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-e1a28982-afe3-42fb-8d78-b44cf707e67d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ada77f8a-9193-415a-a12a-371f1b1f9b12 HTTP/1.1" status: 204 len: 168 time: 0.2756293 Nov 25 05:01:40.393681 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 34860) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 05:01:40.397156 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3e3b6d-2ce4-4a9c-87de-b6cc23b6e8d7 None None] Network 5b353ac4-ed28-4478-b090-8e94ec1a9c02 requested from dv-cinder-815582-6-iscsi {{(pid=109072) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 05:01:40.399259 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 607b7e64-26cc-4826-b72e-fce7b0db8c59 no longer exists at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 05:01:40.434373 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] No Port match for: 607b7e64-26cc-4826-b72e-fce7b0db8c59 {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 05:01:40.435419 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 607b7e64-26cc-4826-b72e-fce7b0db8c59 not bound to the agent host dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 05:01:40.465867 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-030bf16b-8d12-4230-9387-cac142218f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-683350'] for network, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:40.522300 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-030bf16b-8d12-4230-9387-cac142218f8b admin admin] Deleting port 981fb6f8-f020-4389-949f-fb04b00bd0e5 {{(pid=109071) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 05:01:40.522653 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-030bf16b-8d12-4230-9387-cac142218f8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783340465592'] for port, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:40.586094 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.db [None req-030bf16b-8d12-4230-9387-cac142218f8b admin admin] For port 981fb6f8-f020-4389-949f-fb04b00bd0e5, host dv-cinder-815582-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815582-6-iscsi',level=0,port_id=981fb6f8-f020-4389-949f-fb04b00bd0e5,segment=NetworkSegment(35cee42c-b62e-4fa3-8a58-575c7e5c4cac),segment_id=35cee42c-b62e-4fa3-8a58-575c7e5c4cac)] {{(pid=109071) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 05:01:40.586463 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-030bf16b-8d12-4230-9387-cac142218f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680006'] for port, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:40.599693 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.plugin [None req-030bf16b-8d12-4230-9387-cac142218f8b admin admin] Calling delete_port for 981fb6f8-f020-4389-949f-fb04b00bd0e5 owned by network:dhcp {{(pid=109071) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 05:01:40.690260 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-030bf16b-8d12-4230-9387-cac142218f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-593606', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783340472342', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783339923860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8963620'] for port, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:40.712883 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030bf16b-8d12-4230-9387-cac142218f8b admin admin] Pushing event deleted for resources: {'Port': ['ID=981fb6f8-f020-4389-949f-fb04b00bd0e5,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 05:01:40.718781 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030bf16b-8d12-4230-9387-cac142218f8b admin admin] No DVR routers for this DVR port 981fb6f8-f020-4389-949f-fb04b00bd0e5 on host dv-cinder-815582-6-iscsi {{(pid=109071) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 05:01:40.748225 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcf1ba4-54ca-4cdc-94c6-67b9da493330 None None] DHCP port deletion for 5b353ac4-ed28-4478-b090-8e94ec1a9c02 request from dv-cinder-815582-6-iscsi {{(pid=109072) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 05:01:40.795200 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-030bf16b-8d12-4230-9387-cac142218f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-568939', 'neutron.services.segments.db._delete_segments_for_network-8783340406995'] for network, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:40.816127 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.services.segments.db [None req-030bf16b-8d12-4230-9387-cac142218f8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b353ac4-ed28-4478-b090-8e94ec1a9c02']}} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 05:01:40.826675 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.services.segments.db [None req-030bf16b-8d12-4230-9387-cac142218f8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35cee42c-b62e-4fa3-8a58-575c7e5c4cac') {'for_net_delete': True} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 05:01:40.826893 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.services.segments.db [None req-030bf16b-8d12-4230-9387-cac142218f8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35cee42c-b62e-4fa3-8a58-575c7e5c4cac') {} {{(pid=109071) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 05:01:40.841312 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-030bf16b-8d12-4230-9387-cac142218f8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783340412124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-137221'] for segment, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:40.855084 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-030bf16b-8d12-4230-9387-cac142218f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041'] for segment, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:40.861889 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-030bf16b-8d12-4230-9387-cac142218f8b admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=109071) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 05:01:40.862238 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-030bf16b-8d12-4230-9387-cac142218f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8963593'] for segment, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:40.863968 dv-cinder-815582-6-iscsi neutron-server[109071]: Traceback (most recent call last): Nov 25 05:01:40.863968 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 05:01:40.863968 dv-cinder-815582-6-iscsi neutron-server[109071]: timer() Nov 25 05:01:40.863968 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 05:01:40.863968 dv-cinder-815582-6-iscsi neutron-server[109071]: cb(*args, **kw) Nov 25 05:01:40.863968 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 05:01:40.863968 dv-cinder-815582-6-iscsi neutron-server[109071]: return func(*args, **kwargs) Nov 25 05:01:40.863968 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 05:01:40.863968 dv-cinder-815582-6-iscsi neutron-server[109071]: self._notify() Nov 25 05:01:40.863968 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 05:01:40.863968 dv-cinder-815582-6-iscsi neutron-server[109071]: self.callback(batched_events) Nov 25 05:01:40.863968 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 05:01:40.863968 dv-cinder-815582-6-iscsi neutron-server[109071]: event.method(event) Nov 25 05:01:40.863968 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 05:01:40.863968 dv-cinder-815582-6-iscsi neutron-server[109071]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 05:01:40.863968 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 05:01:40.863968 dv-cinder-815582-6-iscsi neutron-server[109071]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 05:01:40.863968 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 05:01:40.863968 dv-cinder-815582-6-iscsi neutron-server[109071]: return f(self, *a, **k) Nov 25 05:01:40.863968 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 05:01:40.863968 dv-cinder-815582-6-iscsi neutron-server[109071]: return self._get(url).json() Nov 25 05:01:40.863968 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 05:01:40.863968 dv-cinder-815582-6-iscsi neutron-server[109071]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 05:01:40.863968 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 05:01:40.863968 dv-cinder-815582-6-iscsi neutron-server[109071]: return self.request(url, 'GET', **kwargs) Nov 25 05:01:40.863968 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 05:01:40.863968 dv-cinder-815582-6-iscsi neutron-server[109071]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 05:01:40.863968 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 05:01:40.863968 dv-cinder-815582-6-iscsi neutron-server[109071]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 05:01:40.863968 dv-cinder-815582-6-iscsi neutron-server[109071]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 05:01:40.863968 dv-cinder-815582-6-iscsi neutron-server[109071]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 05:01:40.863968 dv-cinder-815582-6-iscsi neutron-server[109071]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 05:01:40.919227 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-030bf16b-8d12-4230-9387-cac142218f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-568946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750259', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4163519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3688009'] for network, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:40.925293 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-030bf16b-8d12-4230-9387-cac142218f8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4163489'] for network, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:40.928465 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-030bf16b-8d12-4230-9387-cac142218f8b admin admin] 10.222.0.36 "DELETE /v2.0/networks/5b353ac4-ed28-4478-b090-8e94ec1a9c02 HTTP/1.1" status: 204 len: 168 time: 0.5316458 Nov 25 05:01:40.939845 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030bf16b-8d12-4230-9387-cac142218f8b admin admin] Pushing event deleted for resources: {'Network': ['ID=5b353ac4-ed28-4478-b090-8e94ec1a9c02,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 05:01:41.088313 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 34864) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 05:01:41.131271 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-598a0f46-7bb1-449b-a71d-a0ec65abd083 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8522662999744d00a4b23e041e4ada60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416610 Nov 25 05:01:41.133850 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 34866) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 05:01:41.189256 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-427e0680-429f-468c-9871-3f00af54484e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:41.211172 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-427e0680-429f-468c-9871-3f00af54484e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:41.266928 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-427e0680-429f-468c-9871-3f00af54484e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:41.269517 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-427e0680-429f-468c-9871-3f00af54484e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:41.270711 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-427e0680-429f-468c-9871-3f00af54484e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3771b938-b270-4eeb-bce6-cf7e0a5ae3f1 HTTP/1.1" status: 204 len: 168 time: 0.1359143 Nov 25 05:01:41.278445 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e0680-429f-468c-9871-3f00af54484e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3771b938-b270-4eeb-bce6-cf7e0a5ae3f1,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 05:01:41.616087 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [-] (109070) accepted ('10.222.0.36', 34872) {{(pid=109070) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 05:01:41.657624 dv-cinder-815582-6-iscsi neutron-server[109070]: INFO neutron.wsgi [None req-c1a63c52-92f6-4acd-ace0-995f11f8afce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4b2fbc33d10047668d8743369cb2f442&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403488 Nov 25 05:01:41.660434 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [-] (109071) accepted ('10.222.0.36', 34874) {{(pid=109071) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 05:01:41.710457 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-da6c9489-a5db-4d8a-adeb-160c4796097e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:41.733815 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-da6c9489-a5db-4d8a-adeb-160c4796097e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:41.784285 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-da6c9489-a5db-4d8a-adeb-160c4796097e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3750147'] for security_group, after_delete {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:41.788440 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron_lib.callbacks.manager [None req-da6c9489-a5db-4d8a-adeb-160c4796097e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109071) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:41.790053 dv-cinder-815582-6-iscsi neutron-server[109071]: INFO neutron.wsgi [None req-da6c9489-a5db-4d8a-adeb-160c4796097e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ae3537e6-19e4-49fe-99a2-651d553b9bcc HTTP/1.1" status: 204 len: 168 time: 0.1285722 Nov 25 05:01:41.798422 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c9489-a5db-4d8a-adeb-160c4796097e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3537e6-19e4-49fe-99a2-651d553b9bcc,revision_number=None']} {{(pid=109071) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 05:01:42.144713 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 981fb6f8-f020-4389-949f-fb04b00bd0e5 no longer exists at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 05:01:42.168177 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] No Port match for: 981fb6f8-f020-4389-949f-fb04b00bd0e5 {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 05:01:42.168541 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 981fb6f8-f020-4389-949f-fb04b00bd0e5 not bound to the agent host dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 05:01:42.169095 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 8abe2b38-b4f3-44e6-9b5c-9c1ce938823f no longer exists at agent ovs-agent-dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 05:01:42.189763 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.plugin [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] No Port match for: 8abe2b38-b4f3-44e6-9b5c-9c1ce938823f {{(pid=109072) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 05:01:42.190104 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron.plugins.ml2.rpc [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Device 8abe2b38-b4f3-44e6-9b5c-9c1ce938823f not bound to the agent host dv-cinder-815582-6-iscsi {{(pid=109072) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 05:01:48.054401 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 6 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 05:01:54.228278 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:01:57.797346 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-cc817d7a-a5a2-42e1-bd0f-c002cfec7932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:02:00.203934 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-90d3da53-bdf6-4d94-aef3-ec5fe957c73d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:02:01.290217 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:02:02.703746 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:02:03.555819 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:02:24.229756 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:02:25.059535 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 6 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 05:02:27.786837 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-3414ff58-afdc-476a-b585-0dfe651b72bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:02:30.202835 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-e7461a4f-294f-49fd-bc35-82fad195ae05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:02:31.300424 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:02:32.710714 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:02:33.557358 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:02:54.248877 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:02:57.790141 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-b34f9bcf-0630-4896-b0a9-c5bbf5380728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:03:00.197579 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-ae47d38d-4f93-43df-ad69-8a555d99ef51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:03:01.301292 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:03:02.065148 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 6 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 05:03:02.711481 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:03:03.557415 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:03:24.261167 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:03:27.793819 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-8a225dfa-3ed5-4d38-9e9a-a30779ffe07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:03:30.213864 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-fcc30b8a-346c-4f8c-970c-c5d325b4b91c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:03:31.305618 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:03:32.712480 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:03:33.559316 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:03:39.069406 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 6 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 05:03:54.255966 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:03:57.798824 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1cd86396-8bda-42e5-bf46-7efd63a6c22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:04:00.201093 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-82d82ce4-cf8f-4a22-a52b-b6e91b8e616b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:04:01.308000 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:04:02.717904 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:04:03.559178 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:04:16.074757 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 6 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 05:04:24.254407 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:04:27.803991 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-e856d55a-3fe5-43d2-8854-57883baf5dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:04:30.201536 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-49a8a4fc-a320-4f22-8fdd-ff109e2adddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:04:31.316056 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:04:32.729325 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:04:33.563384 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:04:53.080029 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 6 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 05:04:54.249130 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:04:57.806653 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-f58c9872-ecf3-4cda-80ed-ab17a10c3a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:05:00.200401 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-ddffabe8-556a-4061-bb01-27721b9da59b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:05:01.319955 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:05:02.731567 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:05:03.567920 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:05:24.260611 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:05:27.812297 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-a8040fe3-7e38-4175-8b37-043eb995e21d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:05:30.084859 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 6 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 05:05:30.204429 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-ee2d917b-caa3-445b-952d-6319b9fe4b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:05:31.319093 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:05:32.740014 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:05:33.569521 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:05:54.273086 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:05:57.804528 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7a409298-0c42-4522-bcf5-bc21aed2dde0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:06:00.211775 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-07e82b7e-7203-44cc-86d6-b0c59e68f1f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:06:01.328891 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:06:02.739622 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:06:03.575764 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:06:07.090140 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 6 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 05:06:24.263092 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:06:27.251459 dv-cinder-815582-6-iscsi neutron-server[109070]: DEBUG neutron.wsgi [req-0aa666d5-7b82-4edc-a6fb-7f7b7fc49dc4 req-fc7353d1-6027-48e6-a8af-b775ce58dd34 service neutron] (109070) timed out ('10.222.0.36', 57332) {{(pid=109070) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 05:06:27.811460 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-acbe7080-65e5-45c6-8645-9e631a45c483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:06:30.202906 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-99fb18da-becd-4d01-882b-9e7aa89d0f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:06:31.336170 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:06:32.748174 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-626edf1d-6239-418c-9f72-8e0bba0bc88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:06:33.571338 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-7ab32960-b1e7-42e8-aa1d-ca217e298546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:06:44.094882 dv-cinder-815582-6-iscsi neutron-server[109073]: DEBUG neutron.db.agents_db [None req-7fc7c70f-539a-495e-b415-0cb5f627e32c None None] Agent healthcheck: found 6 active agents {{(pid=109073) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 05:06:54.286363 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-9e18f3d7-15f1-489b-84f5-b63af519c08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:06:57.801203 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-8bc64c1a-7e25-45d5-b049-005ab5496671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:07:00.199618 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-ff1e81dd-a02a-447f-9ed5-a3fe191dcaf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 05:07:00.924235 dv-cinder-815582-6-iscsi neutron-server[109071]: DEBUG neutron.wsgi [req-ab807af9-b705-49d3-b420-34b3a2c9ee78 req-2278ef3b-2fb1-4402-9419-5708de1b1c04 service neutron] (109071) timed out ('10.222.0.41', 60566) {{(pid=109071) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 05:07:01.325783 dv-cinder-815582-6-iscsi neutron-server[109072]: DEBUG neutron_lib.callbacks.manager [None req-1997e198-1066-4d68-b847-1c400ff5bffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783340406950', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-571453'] for agent, after_update {{(pid=109072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}